{"msg":"Running step start_crdb","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:06.315627356Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"init_with_steps"} {"msg":"Starting CRDB","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:06.316733961Z","hostname":"bmat-EVT22200007-000064cb","pid":27802} {"msg":"cockroach temporary directory: /var/tmp/omicron_tmp/.tmphvuHHA","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:06.348917094Z","hostname":"bmat-EVT22200007-000064cb","pid":27802} {"msg":"cockroach: copying from seed tarball (/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar) to storage directory (/var/tmp/omicron_tmp/.tmphvuHHA/data)","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:06.348989899Z","hostname":"bmat-EVT22200007-000064cb","pid":27802} {"msg":"cockroach command line: cockroach start-single-node --insecure --http-addr=:0 --store=path=/var/tmp/omicron_tmp/.tmphvuHHA/data,ballast-size=0 --listen-addr [::1]:0 --listening-url-file /var/tmp/omicron_tmp/.tmphvuHHA/listen-url","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:06.371404118Z","hostname":"bmat-EVT22200007-000064cb","pid":27802} {"msg":"cockroach environment: BUILDOMAT_JOB_ID=01JT2JWKGHF3JHFMW0JR13NSA6 BUILDOMAT_TASK_ID=4 CARGO=/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/bin/cargo CARGO_HOME=/home/build/.cargo CARGO_INCREMENTAL=0 CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/nexus CARGO_PKG_AUTHORS= CARGO_PKG_DESCRIPTION= CARGO_PKG_HOMEPAGE= CARGO_PKG_LICENSE=MPL-2.0 CARGO_PKG_LICENSE_FILE= CARGO_PKG_NAME=omicron-nexus CARGO_PKG_REPOSITORY= CARGO_PKG_RUST_VERSION= CARGO_PKG_VERSION=0.1.0 CARGO_PKG_VERSION_MAJOR=0 CARGO_PKG_VERSION_MINOR=1 CARGO_PKG_VERSION_PATCH=0 CARGO_PKG_VERSION_PRE= CARGO_TERM_COLOR=always CI=true CRDB_SEED_TAR=/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar GITHUB_REPOSITORY=oxidecomputer/omicron GITHUB_SHA=531912b3fc900900bc7bd18f5eac1ce1e22cb1cd GOTRACEBACK=crash HOME=/home/build LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8 LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib LOGNAME=build NEXTEST=1 NEXTEST_BIN_EXE_nexus=/work/oxidecomputer/omicron/target/debug/nexus NEXTEST_BIN_EXE_schema-updater=/work/oxidecomputer/omicron/target/debug/schema-updater NEXTEST_EXECUTION_MODE=process-per-test NEXTEST_LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib NEXTEST_PROFILE=ci NEXTEST_RUN_ID=29735cc2-0883-4059-8ca2-1da53f01ede3 NEXTEST_TEST_GLOBAL_SLOT=0 NEXTEST_TEST_GROUP=@global NEXTEST_TEST_GROUP_SLOT=none OUT_DIR=/work/oxidecomputer/omicron/target/debug/build/omicron-nexus-553062f859dbbfa0/out PATH=/work/oxidecomputer/omicron/out/mgd/root/opt/oxide/mgd/bin:/work/oxidecomputer/omicron/out/dendrite-stub/bin:/work/oxidecomputer/omicron/out/clickhouse:/work/oxidecomputer/omicron/out/cockroachdb/bin:/home/build/.cargo/bin:/usr/bin:/bin:/usr/sbin:/sbin:/opt/ooce/bin:/opt/ooce/sbin PWD=/work/oxidecomputer/omicron RUSTC_BOOTSTRAP=1 RUSTDOCFLAGS=--document-private-items -D warnings RUSTFLAGS=-D warnings -C link-arg=-R/usr/platform/oxide/lib/amd64 RUSTUP_HOME=/home/build/.rustup RUSTUP_TOOLCHAIN=1.86.0-x86_64-unknown-illumos RUST_BACKTRACE=1 RUST_RECURSION_COUNT=1 SHLVL=1 SSL_CERT_DIR=/usr/ssl/certs SSL_CERT_FILE=/etc/ssl/cacert.pem TMPDIR=/var/tmp/omicron_tmp TZ=UTC USER=build _=/usr/bin/ptime __NEXTEST_ATTEMPT=1","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:06.371871269Z","hostname":"bmat-EVT22200007-000064cb","pid":27802} {"msg":"cockroach pid: 27806","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:07.734443906Z","hostname":"bmat-EVT22200007-000064cb","pid":27802} {"msg":"cockroach listen URL: postgresql://root@[::1]:46406/omicron?sslmode=disable","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:07.734555909Z","hostname":"bmat-EVT22200007-000064cb","pid":27802} {"msg":"Running step start_clickhouse","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:07.73519897Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"init_with_steps"} {"msg":"Starting Clickhouse","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:07.735248639Z","hostname":"bmat-EVT22200007-000064cb","pid":27802} {"msg":"Running step start_gateway_switch0","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:08.437762192Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"init_with_steps"} {"msg":"Starting Management Gateway","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:08.437913453Z","hostname":"bmat-EVT22200007-000064cb","pid":27802} {"msg":"Running step start_dendrite_switch0","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:08.560828724Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"init_with_steps"} {"msg":"Starting Dendrite for switch0","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:08.560929635Z","hostname":"bmat-EVT22200007-000064cb","pid":27802} {"msg":"Running step start_mgd_switch0","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:08.625739123Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"init_with_steps"} {"msg":"Starting mgd for switch0","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:08.625879934Z","hostname":"bmat-EVT22200007-000064cb","pid":27802} {"msg":"mgd port is 56299","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:08.79026532Z","hostname":"bmat-EVT22200007-000064cb","pid":27802} {"msg":"Running step record_switch_dns","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:08.790324097Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"init_with_steps"} {"msg":"Recording DNS for the switch zones","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:08.790505619Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"switch_location":"switch0","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Running step start_gateway_switch1","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:08.79319658Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"init_with_steps"} {"msg":"Starting Management Gateway","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:08.793258063Z","hostname":"bmat-EVT22200007-000064cb","pid":27802} {"msg":"Running step start_dendrite_switch1","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:08.911878156Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"init_with_steps"} {"msg":"Starting Dendrite for switch1","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:08.912065299Z","hostname":"bmat-EVT22200007-000064cb","pid":27802} {"msg":"Running step start_mgd_switch1","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:08.98301955Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"init_with_steps"} {"msg":"Starting mgd for switch1","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:08.983256292Z","hostname":"bmat-EVT22200007-000064cb","pid":27802} {"msg":"mgd port is 44136","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.139826458Z","hostname":"bmat-EVT22200007-000064cb","pid":27802} {"msg":"Running step record_switch_dns","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.139891007Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"init_with_steps"} {"msg":"Recording DNS for the switch zones","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.139920455Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"switch_location":"switch1","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"} {"msg":"Running step start_internal_dns","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.140021256Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.140169191Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","path":"/var/tmp/omicron_tmp/.tmpxADiPI"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.254690157Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.254751729Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.255015936Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"dns","kind":"dns","component":"internal_dns_server","local_address":"[::1]:61275"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.256420574Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:46262","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.256477688Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:46262","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.256507047Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:46262","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.257516869Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:46262","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"Running step start_external_dns","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.257653862Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.257933549Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"external_dns_server","path":"/var/tmp/omicron_tmp/.tmpyeIqBX"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.274453754Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.274519305Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"external_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.274557471Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"dns","kind":"dns","component":"external_dns_server","local_address":"[::1]:34982"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.274806687Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:38536","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.274870164Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:38536","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.274905715Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:38536","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.275961428Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:38536","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"Running step start_nexus_internal","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.276251005Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"init_with_steps"} {"msg":"Starting Nexus (internal API)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.276291937Z","hostname":"bmat-EVT22200007-000064cb","pid":27802} {"msg":"setting up nexus server","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.276902453Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.281626255Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.281697006Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.281764561Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.281798518Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.281823839Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.281853548Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.281875772Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.281898798Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.281919609Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.281946082Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.281969198Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.28202554Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.282073747Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.282109027Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.282134678Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.282155299Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"WebhookEventClassList"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.282614895Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.282666658Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.282701407Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.282724613Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.282750635Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.282851897Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.282895554Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.282916987Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.282942497Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.282966265Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283068408Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283100512Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283124751Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283149209Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283171363Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283195321Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283215391Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283242505Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283267415Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283292595Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283319118Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283338747Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283361182Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283379869Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283402183Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283421151Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283443405Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283464968Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283490109Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"RoleBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283511291Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283538615Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283565318Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.28358622Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283612492Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283633123Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283657913Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283679526Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283704315Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283725287Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283750187Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"WebhookEvent"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283773824Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"WebhookReceiver"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283798032Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283819705Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283842441Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.283865527Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","class":"UserBuiltin"} {"msg":"full Oso configuration","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.28405817Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations)\n# - silo.viewer (can read most resources within the Silo)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n\t\"modify\" if \"modify\" on \"silo_user\";\n}\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(_actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest);\nhas_permission(_actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest);\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_webhook_receiver: WebhookReceiver };\n\n\t\"read\" if \"read\" on \"parent_webhook_receiver\";\n\t\"modify\" if \"modify\" on \"parent_webhook_receiver\";\n}\n\nhas_relation(rx: WebhookReceiver, \"parent_webhook_receiver\", secret: WebhookSecret)\n\tif secret.webhook_receiver = rx;\n\nresource WebhookEventClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: WebhookEventClassList)\n\tif collection.fleet = fleet;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n resource RoleBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: RoleBuiltin)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource WebhookEvent {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookEvent)\n if child.fleet = fleet;\n \n\n resource WebhookReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n "} {"msg":"Setting up resolver using DNS address: [::1]:61275","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.311249137Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"new DNS resolver","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.311364817Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","addresses":"[[::1]:61275]"} {"msg":"Setting up qorb database pool from a single host","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.311754373Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","url":"PostgresConfigWithUrl {\n url_raw: \"postgresql://root@[::1]:46406/omicron?sslmode=disable\",\n config: Config {\n user: Some(\n \"root\",\n ),\n password: None,\n dbname: Some(\n \"omicron\",\n ),\n options: None,\n application_name: None,\n ssl_mode: Disable,\n host: [\n Tcp(\n \"::1\",\n ),\n ],\n hostaddr: [],\n port: [\n 46406,\n ],\n connect_timeout: None,\n tcp_user_timeout: None,\n keepalives: true,\n keepalives_idle: 7200s,\n keepalives_interval: None,\n keepalives_retries: None,\n target_session_attrs: Any,\n channel_binding: Prefer,\n load_balance_hosts: Disable,\n },\n}"} {"msg":"registered USDT probes","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.314837977Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"Database schema version is up to date","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.422771929Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"desired_version":"140.0.0","found_version":"140.0.0","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"registered USDT probes","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.539373229Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"8136b6e3-1928-4b40-8cac-1671a7957574","component":"clickhouse-client","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.623627951Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/bgtasks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.623715856Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/bgtasks/activate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.623744123Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/bgtasks/view/{bgtask_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.623780154Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/clickhouse/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.623815775Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/clickhouse/policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.623841537Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stop-request","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.62387831Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stopped","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.623912999Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair/{repair_id}/progress","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.623950233Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-finish","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.623978129Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.624027217Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/demo-saga","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.624068088Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/demo-saga/{demo_saga_id}/complete","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.624102186Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/deployment/blueprints/all","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.624127096Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.624162646Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.624196253Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/deployment/blueprints/import","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.624221965Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/deployment/blueprints/regenerate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.624255852Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/deployment/blueprints/target","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.624289419Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/deployment/blueprints/target","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.624330311Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/deployment/blueprints/target/enabled","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.624356252Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/disk/{disk_id}/remove-read-only-parent","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.62439552Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.624429478Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.624454448Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.624487283Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.624523155Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.624557734Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.624583365Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.624618184Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.62465123Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.62468624Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.62472156Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/instances/{instance_id}/migrate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.624746941Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/metrics/collectors","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.624780898Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/metrics/collectors/{collector_id}/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.62481679Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/metrics/producers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.624842561Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/mgs-updates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.624874284Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/nat/ipv4/changeset/{from_gen}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.624909414Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/oximeter/read-policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.624934474Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/oximeter/read-policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.624968382Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/physical-disk/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.625003201Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/probes/{sled}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.625028852Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/racks/{rack_id}/initialization-complete","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.625062489Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/sagas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.625095074Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/sagas/{saga_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.625130565Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/sled-agents/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.625157779Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/sled-agents/{sled_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.62519349Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/sled-agents/{sled_id}/firewall-rules-update","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.625229212Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/sleds/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.625254572Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/sleds/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.625289221Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/sleds/uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.625324992Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/switch/{switch_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.625350263Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.625385393Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.625420974Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/volume/{volume_id}/remove-read-only-parent","method":"POST"} {"msg":"listening","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.625445963Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.625478218Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"SEC running","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.625511274Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"sec_id":"8e093380-d44a-4032-a0f2-3bae92014176","component":"SEC","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:09.626078303Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.626133704Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.6287917Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in users","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.628997349Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:09.629976721Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.630030257Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.630497208Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"starting MgsUpdateDriver","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.630752276Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"MgsUpdateDriver","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:09.638243351Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50556","req_id":"50c27d3e-30a1-406b-bd08-067077e3729b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 39 57 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 9W..........._cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.638407639Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50556","req_id":"50c27d3e-30a1-406b-bd08-067077e3729b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14679,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14679,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:09.639736146Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50556","req_id":"50c27d3e-30a1-406b-bd08-067077e3729b","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"created 5 built-in users","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.649056305Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:09.649207847Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.64927945Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.651102773Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.651287571Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:09.65135715Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.651417199Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.651733149Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 10 built-in roles","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.667075808Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:09.667122381Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.667181358Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.670963123Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in role assignments","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.671017852Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:09.671067431Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.671110878Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.671668238Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 4 built-in role assignments","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:09.939430617Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:09.93952284Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.93956786Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.94166099Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in silos","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.941725048Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:09.941772833Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.941814707Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:09.942088482Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 built-in silos","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:10.052472355Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.052551773Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.052596312Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.053491826Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.066775563Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.066828248Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.068744185Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in projects","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.068796369Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.069056418Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.06910292Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.069501524Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.079397471Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.080689035Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.080871589Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.08101806Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.082181508Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.149668552Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.149736517Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.149765215Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.151752374Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.154799295Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.160649922Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.160929859Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.160974108Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.161003957Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.161031522Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.161442671Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.165390096Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.165446478Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.16547746Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.16790129Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.169916184Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.173762969Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.173907086Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.174007245Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.174538844Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services project","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:10.196997652Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.197685342Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.19773416Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.20022392Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPCs","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.200356023Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.200709287Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.200752524Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.203813973Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.22568993Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.225740761Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.226872576Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.230604712Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.230661856Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.230691014Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.230716986Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.231408854Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.237059282Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.23711852Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.237147568Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.237704518Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.241082368Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.241140574Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.241169592Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.241988654Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.244665287Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.251603511Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Project\" using built-in user","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.251741245Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.251988307Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.252132585Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.252229498Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.252321772Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.252966667Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.257261444Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.257335481Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.25737016Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.258199713Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.260930113Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.260987708Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.261017608Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.26199747Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.26503873Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.272118956Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.272214116Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.272298645Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.272820895Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.288712809Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.28881899Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.288872968Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.28891946Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.28955158Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.292514403Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.29294935Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.293002245Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.29377773Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.296085879Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.296145999Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.296176199Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.296870923Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.30238024Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.323646131Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.323798515Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.326055972Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.326939373Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.335129771Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.335201805Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.336202228Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.353723077Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.35378444Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.354531889Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.36172479Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.361801543Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.361833767Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.361860912Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.363206763Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.368495931Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.368611492Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.368695609Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.370353763Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.375018958Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.375103787Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.375134999Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.37576768Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.379577621Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.387947197Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.388069671Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.388102697Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.388127256Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.448200979Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.448281659Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.44831213Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.448339875Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.448849982Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.452068665Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.452331779Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.45239751Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.453814643Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.461887388Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.462147035Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.462252696Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.463310714Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.466808793Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.474828632Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.474898552Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.474931097Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.475370602Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.556216172Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.556289618Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.556321381Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.556348055Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.556990244Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.564891256Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.565045684Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.565188288Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.57138286Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.582470402Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.583691314Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.583816203Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.584632319Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.586985357Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.593641469Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.593719134Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.593750156Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.594356965Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPC firewall rules","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.610229209Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.610337265Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.610379879Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.611085095Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.614799565Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.614856789Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.616288151Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.628163292Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.628259814Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.628874559Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.632718037Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.632778938Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.632808116Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.632884909Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.633296299Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.635243318Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.635289841Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.635316494Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.635733004Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.637939059Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.637996384Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.638029329Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.638741638Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.640769348Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.645807316Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.645860602Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.645885011Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.645913398Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.645937295Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.645960532Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.646445117Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.648541384Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.648587947Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.648613568Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.649028334Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.650827529Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.650874973Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.650903741Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.651295651Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.653209244Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.660892994Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.66097141Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.661002662Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.661311187Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.671151924Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.671216943Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.671248396Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.671275771Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.671939283Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.674390827Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.674440526Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.674466869Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.675484817Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.678038314Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.678147352Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.678235127Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.678887817Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.681547867Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.691111272Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.691408584Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.691613182Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.692047617Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in VPC firewall rules","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:10.787742202Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"attempting to create built-in VPC Subnets","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.787824647Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.787852231Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.787880337Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.789262191Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.793082392Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.79313667Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.793981764Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.796716493Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.79677547Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.797243643Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.799417314Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.799480931Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.8000175Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.800063963Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.801500505Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.804007049Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.804058942Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.804087639Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.804674048Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.806518703Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.806575877Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.806606298Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.807712171Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.810355167Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.816556052Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.816623667Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.816651252Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.816676191Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.817069545Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.823947369Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.8240084Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.824040945Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.824065514Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.824676682Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.82767722Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.827844113Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.827890104Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.82819429Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.830599092Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.830657158Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.830687578Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.83133103Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.833175615Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.838407059Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.844743143Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.84486733Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.844916909Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.844946819Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.845256446Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.84756749Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.847624905Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.847655015Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.848281112Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.851391199Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.85145189Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.851483352Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.852256332Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.903467858Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.922506602Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.922620028Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.922651861Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.922930787Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.947848213Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.947912972Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.948713397Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.96650747Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.970301329Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.981145255Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.981405033Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.984078309Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.989585582Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.989643708Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.989674439Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.990353412Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.998245536Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:10.998304143Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.998334093Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:10.99894004Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.003346019Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.010297159Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.017535821Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.017679257Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.017779787Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.017930467Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.018751133Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.024209107Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.024298405Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.024329287Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.02499846Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.034993314Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.03517685Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.035435064Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.036406941Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.039973296Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.05080109Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.050859066Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.050886941Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.051289613Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.119524767Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.119582422Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.120938083Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.125521155Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.125606034Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.125642427Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.125670182Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.130515075Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.160752752Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.160943512Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.161048441Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.16171081Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.171497119Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.171556808Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.171589303Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.183523982Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.189637042Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.227273109Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.245264065Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.245348102Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.245381629Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.245407Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.246081814Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.252105706Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.252178141Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.252209283Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.252964117Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.257861324Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.25790965Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.257937967Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.258645026Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.271302575Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.280659668Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.280727393Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.280754046Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.281695923Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.291830415Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.291880094Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.292523156Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services vpc subnets","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:11.295658332Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"created built-in services vpc","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:11.29569254Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.295714775Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.295739614Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.299915815Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create silo users","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.299969642Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.300157026Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.300201664Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.300897471Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo users","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:11.316590618Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"attempting to create silo user role assignments","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.322106338Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.323633331Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.323696907Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.324483384Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo user role assignments","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:11.329576231Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.329632423Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.329663796Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.330734419Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.340081613Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.340156492Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.342676322Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.368458873Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.368586527Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.368632739Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.368659362Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.369864824Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.375068602Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.37816908Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.37844515Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.378478095Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.379484601Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.390858783Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.390935165Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.390965896Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.390991738Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.392126348Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.395398278Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.399714447Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.39977621Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.399835428Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.400254814Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.512532209Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.512603501Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.513353215Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"populate complete","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:11.525863722Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"activating background tasks","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:11.525929242Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"Running step start_sled1","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.529949462Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:11.53093199Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:11.60726583Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled b6d65341-167c-41df-9b5c-41cded99c229 storage","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:11.607753181Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.608204891Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.608357114Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.608404348Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.608435651Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.609903555Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.609968525Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.610003364Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.610240276Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:11.610295667Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.610328823Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"111.072µs"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.613339712Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.613433829Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.613467817Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.613497476Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.614142591Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.614205457Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.614238593Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.614360706Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:11.614508831Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.614556035Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"61.433µs"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.614590374Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:11.614620844Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","expiration":"2025-04-30 06:36:11.614444273 UTC"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.614855251Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.614906904Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.617553948Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.617602325Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.617696673Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.617739678Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.617767794Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.617793736Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.619076442Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.61913594Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.619165289Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.619193425Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.619585246Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.619644433Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.619673271Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.619699984Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.620595609Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.620649747Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.620679616Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.620705538Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.620734746Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.620763603Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.620791479Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.623224927Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.623300648Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:11.623332592Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.623358674Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"72.354µs"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.623387111Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:11.623412631Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.623434796Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"16.894µs"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.623458994Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.623481158Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.623505717Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.623530156Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.623555676Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.627336259Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.627391028Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.627420447Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.627446168Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.627473212Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.627496889Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.627917497Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.627976304Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.628013669Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"task disabled\"}","iteration":1,"elapsed":"21.423µs"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.628097706Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:11.628122526Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.628147986Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"32.735µs"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.628173507Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:11.628359718Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.6284058Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":1,"elapsed":"106.312µs"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.628435158Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.628458445Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.628484898Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.628509517Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.628533795Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.628786749Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.629251876Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.629308178Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.629530511Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.629574709Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.629611663Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.630002591Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.630064725Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.630395474Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.630455514Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.631454765Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.631516818Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.631547379Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.631620515Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.631667338Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.631700074Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.631726586Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.631799492Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.632458014Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.63263159Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.632893271Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.632944764Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.632978491Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.63300813Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.633551833Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.633612835Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:11.633642444Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.63392151Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":1,"elapsed":"331.53µs"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.633984365Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.634133031Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.634172921Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.635524133Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.635581798Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.635612499Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.635637799Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.635666196Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.635692378Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.635721596Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:11.635746606Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.635769301Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.635795343Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.635826295Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.635853058Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.637965677Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.638026178Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.638057921Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.638085767Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.638109985Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.638137941Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.638163291Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.6381876Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.638213531Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.641009502Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.641426653Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.641481643Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.641511853Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.642179122Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.642330334Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.642372057Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.642467116Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.643070358Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.64312132Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.643151249Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.643179586Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.64358816Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.644133637Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.64416522Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.64419549Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.644650346Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.644711488Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.644741628Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.644768662Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.646346947Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.646407277Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.64643883Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.646465944Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.646493499Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.646520643Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.646941201Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.646999837Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.647029677Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.647057582Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.647428091Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.647542809Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.647575655Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.6476032Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.648384306Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.648566569Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.648615296Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.648645035Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.649134901Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.649449318Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.649515119Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.649548105Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.649578365Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.650349702Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmphY6yss/artifact-config.json","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:11.651002132Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.65105131Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmphY6yss/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpfmCJde/artifact-config.json","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:11.651080187Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.651103313Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpfmCJde/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.731116615Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50442","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:11.731352625Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50442","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.732221566Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50442","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.746023516Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.746193214Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.746257191Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.746288263Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.746315107Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.746438262Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.74646749Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.746508752Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.746533943Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.746556367Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.746579042Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.74660292Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.746825624Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.746857778Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.74688382Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.746910102Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.746935052Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.7469593Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-physical-disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.746983318Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.747007336Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.747032265Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.747055011Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.747113006Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.74714016Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.747163778Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.747186332Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.747209058Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.747233857Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.747258817Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.747283727Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.747307484Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.747329919Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.747352173Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.747376461Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.747447904Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.74756132Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.748578226Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.748639798Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.748667664Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.748691722Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.748715008Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.748737774Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.748761431Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/timesync","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.748788114Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.749028202Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.749126478Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.749166678Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.749194784Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.749218882Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.7492429Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.749267629Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.749290355Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.749312479Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.749337338Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.749362759Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.749385905Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.749411967Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.749437378Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.749461977Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.7494889Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.749512738Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.749535353Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.749561274Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.749642787Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.749676243Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.749702175Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.749725492Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.749748908Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.749773958Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zpools","method":"GET"} {"msg":"listening","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:11.749797315Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.749817755Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"contacting server nexus","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.749839499Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.750304205Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:52749/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.751336632Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:62571","req_id":"eac0f629-239d-4fb5-89ba-d99a73c7b8c2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: 09 d1 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 ............._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.751402072Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:62571","req_id":"eac0f629-239d-4fb5-89ba-d99a73c7b8c2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2513,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2513,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:11.752071496Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:62571","req_id":"eac0f629-239d-4fb5-89ba-d99a73c7b8c2","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.752134471Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.752257346Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.752307747Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.752338037Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.75331313Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:11.753635652Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","remote_addr":"127.0.0.1:65016"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:11.754802758Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"no record found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.754906474Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"144.901607ms"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.755221382Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:61782","req_id":"cebb415b-f4ba-4b0f-98ee-1249e09f880b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: 21 04 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 !............_ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.755369828Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:61782","req_id":"cebb415b-f4ba-4b0f-98ee-1249e09f880b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8452,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8452,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:11.755669455Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:61782","req_id":"cebb415b-f4ba-4b0f-98ee-1249e09f880b","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:11.757267679Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"no record found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.75732839Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"143.079727ms"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.757744369Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"5e1e0124-b798-47fd-bc3f-43bbf2ffc277","remote_addr":"127.0.0.1:65016","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"registered sled agent","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:11.765529781Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:11.767170991Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","pruned":"{}","expiration":"2025-04-30 06:36:11.614444273 UTC"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.767376981Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"expiration\":\"2025-04-30T06:36:11.614444273Z\",\"pruned\":[]}","iteration":1,"elapsed":"152.905985ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.772554747Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.774581906Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57839","req_id":"cab271ce-1a69-4c54-a50c-f40d0b180f51","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 3b c5 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ;............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.775313674Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57839","req_id":"cab271ce-1a69-4c54-a50c-f40d0b180f51","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15301,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15301,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:11.775766446Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57839","req_id":"cab271ce-1a69-4c54-a50c-f40d0b180f51","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.776566841Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:11.77694769Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:11.777112879Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.777212047Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"158.161867ms"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.777810389Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57685","req_id":"776eb7e6-84e0-48a8-9970-377a4f874659","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: cd e4 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.778582267Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57685","req_id":"776eb7e6-84e0-48a8-9970-377a4f874659","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52708,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52708,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:11.779077995Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57685","req_id":"776eb7e6-84e0-48a8-9970-377a4f874659","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:11.779621397Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:11.780073558Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.780185511Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"160.584404ms"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.820118805Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":1,"elapsed":"199.435432ms"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.856868607Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.862392363Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.862457963Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.862486741Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.862917299Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.875363477Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.880127349Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.880195134Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.880226236Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.880660611Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.880714819Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.886482821Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.886559093Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.886590396Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.886932097Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.887058368Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.892766802Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.892900288Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.893165647Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.894621287Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.89489382Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.900965247Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.901063873Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.901149684Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.9016798Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.902395106Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.914918347Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:11.91499517Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.915025381Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.916081014Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:11.990186144Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.002054721Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.002167235Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.00226015Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.00280192Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.042258835Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.042324436Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.0433504Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.050777157Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.050935914Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.05271587Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.058792748Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.103743359Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.106787103Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.106980439Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.107084977Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.107170758Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.107809961Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.129310119Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.129388986Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.130589468Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.135461676Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":1,"elapsed":"494.019431ms"} {"msg":"listed in-progress sagas","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:12.249582093Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","count":0} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.251457871Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":1,"elapsed":"613.226935ms"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.251672218Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":1,"elapsed":"604.687641ms"} {"msg":"Found abandoned VMMs","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.272167744Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:12.272228224Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.272259537Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":1,"elapsed":"635.435243ms"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.27238696Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","reincarnation_reason":"instance failed","total_found":0} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.272436529Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.272469555Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.27322469Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.298522865Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.298685238Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.302637853Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.311922773Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":1,"elapsed":"668.760332ms"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.320217941Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.327582734Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.328796853Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.328914237Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.329002323Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.329087352Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.329852637Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.330098106Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"685.415415ms"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.33064186Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.330751909Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.332101919Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.336154293Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"by_rx\":{},\"error\":null}","iteration":1,"elapsed":"687.539267ms"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.336305053Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.336354462Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.337173984Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.33810039Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.349657727Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.349806334Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.357263091Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.392206824Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.392492132Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.392546541Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.392661079Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.394347689Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read target blueprint","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:12.502906896Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"Internal Error: no target blueprint set"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.503142065Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":1,"elapsed":"882.465114ms"} {"msg":"inventory collection is None","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:12.503605428Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.503712973Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"inventory collection is None\"}","iteration":1,"elapsed":"875.437082ms"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.520713585Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{}","iteration":1,"elapsed":"891.417671ms"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.520941529Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.520990838Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.528499598Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57034","req_id":"2f12e9e4-5e6e-465f-92ec-0ca6bdad8b30","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 50 8c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 P............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.52858084Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57034","req_id":"2f12e9e4-5e6e-465f-92ec-0ca6bdad8b30","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20620,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20620,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:12.529805941Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57034","req_id":"2f12e9e4-5e6e-465f-92ec-0ca6bdad8b30","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"failed to read DNS config","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:12.530529653Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.530802076Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":1,"elapsed":"917.251674ms"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.545878945Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.54594152Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.545975247Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.546003403Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.546784139Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:12.547715274Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.547771516Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"924.723011ms"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.56345757Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.563519513Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.564131042Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read DNS config","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:12.568432833Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.568493243Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":1,"elapsed":"960.366578ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.612119546Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.612206539Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.612240386Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.612271468Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.612299083Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.612855342Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:12.612978567Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"5e1e0124-b798-47fd-bc3f-43bbf2ffc277","remote_addr":"127.0.0.1:65016","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":855245,"response_code":"204"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.613344516Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:52749/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 204, headers: {\"x-request-id\": \"5e1e0124-b798-47fd-bc3f-43bbf2ffc277\", \"date\": \"Wed, 30 Apr 2025 06:46:11 GMT\"} })"} {"msg":"Running step start_sled2","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.613594304Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:12.613762449Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:12.700247916Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled 039be560-54cc-49e3-88df-1a29dadbf913 storage","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:12.70043557Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.701244291Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"1.070191437s"} {"msg":"all instance checks complete","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:12.701447315Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.701570651Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":1,"elapsed":"1.068944112s"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.701623286Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.705891951Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.705934075Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.705960688Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.706302008Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpGLaU0u/artifact-config.json","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:12.709144852Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ArtifactStore","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.709228178Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ArtifactStore","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpGLaU0u/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmp7iSnIJ/artifact-config.json","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:12.709263859Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ArtifactStore","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.709287697Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ArtifactStore","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmp7iSnIJ/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.785592249Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:51783","component":"dropshot (Repo Depot)","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:12.785756276Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:51783","component":"dropshot (Repo Depot)","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.786793972Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:51783","component":"dropshot (Repo Depot)","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.796247347Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.796353469Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.796435282Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.79651449Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.796609469Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.796696091Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.796818525Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.796896972Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.796972793Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.797048474Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.797125357Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.797203613Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.797276959Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.797348401Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.797421457Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.797493089Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.797565253Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.797650844Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-physical-disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.797726003Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.797797326Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.797872105Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.798683722Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.798815043Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.799097236Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.799150462Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.799216092Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.799244699Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.799269709Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.799292885Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.799315831Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.799338506Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.799361652Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.799385109Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.799407634Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.799431652Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.799454868Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.799479457Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.799506792Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.79953121Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.79955642Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.79958146Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.799603845Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.799626109Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/timesync","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.799649867Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.799675077Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.799697762Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.799719836Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.799742221Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.799765016Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.799787361Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.799811358Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.799833593Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.799855546Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.799877781Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.799900085Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.799922009Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.799945957Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.799971788Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.799994573Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.800017188Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.800039172Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.800061326Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.80008324Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.800105444Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.800129713Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.80015364Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.800177308Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.800200884Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.800223189Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zpools","method":"GET"} {"msg":"listening","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:12.800249231Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.800367426Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"contacting server nexus","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.800595932Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.8007857Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"NexusClient","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:52749/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913","method":"POST"} {"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.802319716Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.802375407Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.802433092Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.803592723Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.803949764Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"1.172247155s"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:12.804243659Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","remote_addr":"127.0.0.1:40824"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.80619107Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913","method":"POST","req_id":"da0ba1e4-6b1e-452a-addb-9b5b90c49376","remote_addr":"127.0.0.1:40824","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"registered sled agent","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:12.806574463Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_uuid":"039be560-54cc-49e3-88df-1a29dadbf913"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.819693993Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.825285294Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.825436044Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.825531865Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.82606647Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.830742867Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.840548364Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.845586362Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.845661542Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.846497387Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.857041275Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.865504648Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.865609527Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.86569641Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.866428038Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.867697948Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.867872917Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.86796989Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.868051512Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.868886075Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.874995879Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"1.232595886s"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:12.933687117Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.933757507Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.935984324Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.943099721Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.943214179Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.943248297Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.943985736Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.944512997Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.944568598Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.945342009Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.946737118Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","reincarnation_reason":"start saga failed","total_found":0} {"msg":"instance reincarnation completed successfully","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:12.946865945Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.947219339Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":1,"elapsed":"1.313114454s"} {"msg":"webhook dispatching completed successfully","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.947481261Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","events_without_receivers":0,"events_dispatched":0} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.947908001Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"140.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":1,"elapsed":"1.300401665s"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:12.949357509Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51619"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.952694117Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/vpc-routes","method":"GET","req_id":"630944e5-b977-40c1-99b8-8f05604c9f6a","remote_addr":"[::1]:51619","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:12.954546248Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/vpc-routes","method":"GET","req_id":"630944e5-b977-40c1-99b8-8f05604c9f6a","remote_addr":"[::1]:51619","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1872,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.956737193Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"630944e5-b977-40c1-99b8-8f05604c9f6a\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:12 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:12.957300044Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.957635683Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:12.958242482Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.021248778Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.021326563Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.021359138Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.022291506Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.056432489Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.05648278Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.057049709Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59504","req_id":"a2a38801-9097-4045-bd87-39439c597261","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: bc 3b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .;..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.057503694Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59504","req_id":"a2a38801-9097-4045-bd87-39439c597261","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48187,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48187,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:13.058049521Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59504","req_id":"a2a38801-9097-4045-bd87-39439c597261","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:13.058448346Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.058500169Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":2,"elapsed":"446.409531ms"} {"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:13.061262052Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"Internal Error: expected at least one external DNS zone"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.061313264Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":1,"elapsed":"1.443659406s"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.076882194Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.07696057Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.076992714Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.078335299Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.084004405Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.084070296Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":1,"elapsed":"1.456688717s"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.102190098Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.116252527Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.116394981Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.116428718Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.11645978Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.116485892Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.116514339Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.117173251Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.152339177Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.152397654Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.152426161Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.153423508Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.21051551Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.210597082Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.210629226Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.210655439Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.211356295Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.21231748Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":1,"elapsed":"1.568642878s"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.21249286Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.212539723Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.21256826Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.212594041Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.213384987Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.21874679Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.218809204Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.218841288Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.220407689Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.221821496Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.226709746Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.226808122Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.227010224Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.228066489Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.228647366Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":3,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.228703478Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.228736063Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.228763688Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.2287898Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.229204276Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.229273965Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913","method":"POST","req_id":"da0ba1e4-6b1e-452a-addb-9b5b90c49376","remote_addr":"127.0.0.1:40824","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":423145,"response_code":"204"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.229455456Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.233913178Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.233969931Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.234001985Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.234030291Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.234055822Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.234562402Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.23534931Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"NexusClient","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:52749/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913\", status: 204, headers: {\"x-request-id\": \"da0ba1e4-6b1e-452a-addb-9b5b90c49376\", \"date\": \"Wed, 30 Apr 2025 06:46:12 GMT\"} })"} {"msg":"Running step add_extra_sled_agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.235532264Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.235918013Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.296406672Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"server":"4505d002-82fb-42d8-bd01-aec747c24738","component":"SledAgent","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled 4505d002-82fb-42d8-bd01-aec747c24738 storage","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.296633635Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.297323349Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.297446344Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.297533758Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.297616703Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.298559361Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.29906556Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.299362742Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:64599/eip-gateways","method":"PUT"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.299721236Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.303729813Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.30382878Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.303905423Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.304401952Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.304938532Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.314342388Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.314411195Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.314443249Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.314942824Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.315388823Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.320626859Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.320705226Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.320736558Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.321239731Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.321677573Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.326932243Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.326992513Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.327022322Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.32773883Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.3282407Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.328291731Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.328760435Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.328814884Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.329319299Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpO2Dor6/artifact-config.json","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.329904575Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ArtifactStore","server":"4505d002-82fb-42d8-bd01-aec747c24738","component":"SledAgent","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.32995721Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ArtifactStore","server":"4505d002-82fb-42d8-bd01-aec747c24738","component":"SledAgent","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpO2Dor6/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpiD0clY/artifact-config.json","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.329982831Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ArtifactStore","server":"4505d002-82fb-42d8-bd01-aec747c24738","component":"SledAgent","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.330004193Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ArtifactStore","server":"4505d002-82fb-42d8-bd01-aec747c24738","component":"SledAgent","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpiD0clY/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.394088076Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:39302","component":"dropshot (Repo Depot)","server":"4505d002-82fb-42d8-bd01-aec747c24738","component":"SledAgent","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.394168797Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:39302","component":"dropshot (Repo Depot)","server":"4505d002-82fb-42d8-bd01-aec747c24738","component":"SledAgent","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.395360361Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:39302","component":"dropshot (Repo Depot)","server":"4505d002-82fb-42d8-bd01-aec747c24738","component":"SledAgent","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.408461013Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.408545201Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.408652996Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.408702354Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.408731202Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.408757955Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.408784508Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.408814888Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.408843536Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.408870299Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.408897263Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.408923765Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.408949086Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.408973955Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.408998234Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409025348Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409050037Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409074927Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-physical-disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409099926Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409124726Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409148643Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409172421Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.40919701Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409221929Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409246118Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409270767Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409295256Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409319624Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409344263Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409368612Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409393421Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409417569Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409441597Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409466166Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409491647Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409515695Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409542668Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409567949Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409592568Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409617097Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409642628Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409667227Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409691886Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/timesync","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409715914Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409740483Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.40976443Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409789079Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409813508Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409838137Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409862766Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409886884Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409913036Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409937605Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409961072Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.409984749Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.410010761Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.410036402Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.410063747Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.410089157Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.410114017Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.410139598Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.410165389Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.410189848Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.410214347Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.410238805Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.410264847Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.41029139Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.410316891Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.41034155Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zpools","method":"GET"} {"msg":"listening","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.410365929Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.410388113Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.41041188Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/eip-gateways","method":"PUT","req_id":"d1426c1a-c6f4-4e43-9938-e3e508d2ced3","remote_addr":"[::1]:51619","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"contacting server nexus","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.410450768Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.410743782Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"NexusClient","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:52749/sled-agents/4505d002-82fb-42d8-bd01-aec747c24738","method":"POST"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.412225564Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/eip-gateways","method":"PUT","req_id":"d1426c1a-c6f4-4e43-9938-e3e508d2ced3","remote_addr":"[::1]:51619","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2015,"response_code":"204"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.412918835Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:64599/artifacts-config","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.413451046Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","remote_addr":"127.0.0.1:65220"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.413504823Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41327"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.413846594Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64588","req_id":"25e08e0b-bd7d-4b90-bd8b-b976a204702f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 10 bb 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.413959138Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64588","req_id":"25e08e0b-bd7d-4b90-bd8b-b976a204702f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4283,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4283,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:13.41439683Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64588","req_id":"25e08e0b-bd7d-4b90-bd8b-b976a204702f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.428216345Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d1426c1a-c6f4-4e43-9938-e3e508d2ced3\", \"date\": \"Wed, 30 Apr 2025 06:46:12 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.429509822Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{}","iteration":1,"elapsed":"1.793764708s"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.43002102Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.430094136Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.430952145Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:13.43257553Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.432651812Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":3,"elapsed":"203.993234ms"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.432821981Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/sled-agents/4505d002-82fb-42d8-bd01-aec747c24738","method":"POST","req_id":"9724c89b-d295-42b7-a7db-23fdb1d342d5","remote_addr":"127.0.0.1:65220","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.433108913Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/artifacts-config","method":"PUT","req_id":"7a53231e-fb36-421f-bc9e-21c2db54b1f1","remote_addr":"[::1]:41327","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"registered sled agent","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.433445814Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_uuid":"4505d002-82fb-42d8-bd01-aec747c24738"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmphY6yss/artifact-config.json","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.434265257Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.43431731Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmphY6yss/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpfmCJde/artifact-config.json","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.434344805Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.434366859Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpfmCJde/artifact-config.json"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmphY6yss/.artifact-config.json.tmp","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.434390486Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmpfmCJde/.artifact-config.json.tmp","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.436461332Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Starting delete reconciler","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.437138081Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","generation":1} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.437535082Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/artifacts-config","method":"PUT","req_id":"7a53231e-fb36-421f-bc9e-21c2db54b1f1","remote_addr":"[::1]:41327","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4431,"response_code":"204"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.437742635Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/artifacts-config\", status: 204, headers: {\"x-request-id\": \"7a53231e-fb36-421f-bc9e-21c2db54b1f1\", \"date\": \"Wed, 30 Apr 2025 06:46:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.437917794Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/artifacts","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.438344885Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/artifacts","method":"GET","req_id":"8e9511e9-b502-427d-a738-d6088174467f","remote_addr":"[::1]:41327","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.438632598Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/artifacts","method":"GET","req_id":"8e9511e9-b502-427d-a738-d6088174467f","remote_addr":"[::1]:41327","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":293,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.438932496Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e9511e9-b502-427d-a738-d6088174467f\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:46:12 GMT\"} })"} {"msg":"Successfully got artifact list","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.439884743Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled":"http://[::1]:64599"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.442355586Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"generation\":1,\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"generation\":1,\"operation\":\"put_config\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:46:13.437764358Z\"},{\"operation\":\"list\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:46:13.439813682Z\"}]}","iteration":1,"elapsed":"1.795938039s"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.453447666Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.453568146Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.454351557Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.613564459Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/v2p","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.614590122Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.614680292Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.614714841Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.614741985Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.615734352Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.616177385Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48403"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.617455491Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/v2p","method":"GET","req_id":"e61d588b-11f2-4545-bc66-76083b745246","remote_addr":"[::1]:48403","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.617935237Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/v2p","method":"GET","req_id":"e61d588b-11f2-4545-bc66-76083b745246","remote_addr":"[::1]:48403","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":490,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.61852407Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e61d588b-11f2-4545-bc66-76083b745246\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:12 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.618666564Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","interfaces":"{}","sled":"sim-039be560"} {"msg":"v2p mappings to delete","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.618711043Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mappings":"[]","sled":"sim-039be560"} {"msg":"v2p mappings to add","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.618737486Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mappings":"[]","sled":"sim-039be560"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.621355883Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/v2p","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.622792264Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38849"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.623928739Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/v2p","method":"GET","req_id":"a2619e87-17a5-4d5f-86bd-ef7c12ffc7d2","remote_addr":"[::1]:38849","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.629991909Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/v2p","method":"GET","req_id":"a2619e87-17a5-4d5f-86bd-ef7c12ffc7d2","remote_addr":"[::1]:38849","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6067,"response_code":"200"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.630063312Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.630098161Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.630125756Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.630607085Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.63708414Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2619e87-17a5-4d5f-86bd-ef7c12ffc7d2\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:12 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.63714914Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.637178809Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.637208177Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mappings":"[]","sled":"sim-b6d65341"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.640365749Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{}","iteration":1,"elapsed":"2.01038986s"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.643130788Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.643193382Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.643225867Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.643795352Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.649690327Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.656272732Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.656344545Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.656371659Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.656399615Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.658369229Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.658776391Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":4,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.658832522Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.658862482Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.658889366Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.658917391Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.65929287Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.659351697Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/sled-agents/4505d002-82fb-42d8-bd01-aec747c24738","method":"POST","req_id":"9724c89b-d295-42b7-a7db-23fdb1d342d5","remote_addr":"127.0.0.1:65220","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":226581,"response_code":"204"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.660569704Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"NexusClient","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:52749/sled-agents/4505d002-82fb-42d8-bd01-aec747c24738\", status: 204, headers: {\"x-request-id\": \"9724c89b-d295-42b7-a7db-23fdb1d342d5\", \"date\": \"Wed, 30 Apr 2025 06:46:12 GMT\"} })"} {"msg":"Running step add_extra_sled_agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.660919891Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.661106643Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.736105925Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"server":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"SledAgent","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled dfdfa327-52ca-4250-9af5-b685c3bf3ba0 storage","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.736249501Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.738082693Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.738146971Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.738797187Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpHY7Jlw/artifact-config.json","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.740246545Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ArtifactStore","server":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"SledAgent","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.740303087Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ArtifactStore","server":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"SledAgent","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpHY7Jlw/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpizDGvb/artifact-config.json","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.740331865Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ArtifactStore","server":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"SledAgent","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.740359329Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ArtifactStore","server":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"SledAgent","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpizDGvb/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.840698698Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:46308","component":"dropshot (Repo Depot)","server":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"SledAgent","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.840801173Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:46308","component":"dropshot (Repo Depot)","server":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"SledAgent","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.841413643Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:46308","component":"dropshot (Repo Depot)","server":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"SledAgent","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.861149355Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.861215687Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.861245737Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.861273693Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.861298753Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.861321658Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.861348111Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.861374023Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.861400986Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.861426327Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.861450796Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.861476306Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.861502619Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.861527629Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.861550344Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.861575143Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.861598159Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.861639922Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-physical-disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.861667097Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.861693309Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.861716655Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.86173928Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.861763879Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.861786264Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.861812476Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.861836604Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.86185967Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.861885141Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.861907816Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.861932856Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.861959539Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862023507Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.86205521Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862079148Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862102394Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.8621256Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862153155Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862178526Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862202042Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862227423Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862252593Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862278154Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862302613Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/timesync","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862325719Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862350598Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862374757Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862399526Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862423484Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862449956Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862476259Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862502381Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862529595Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862552771Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862576959Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862600977Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862626909Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862653622Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862681508Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862706057Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.86273265Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862759303Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862787529Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862815084Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862841066Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862867378Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.86289352Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862920444Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862945474Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.862970363Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zpools","method":"GET"} {"msg":"listening","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.862994962Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.863017878Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.863039551Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.868608898Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.868766361Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.868804167Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.869097511Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"contacting server nexus","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.86915228Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.869360896Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"NexusClient","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:52749/sled-agents/dfdfa327-52ca-4250-9af5-b685c3bf3ba0","method":"POST"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.874579213Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.874636317Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.875178167Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.876513427Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","remote_addr":"127.0.0.1:45735"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.87912478Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/sled-agents/dfdfa327-52ca-4250-9af5-b685c3bf3ba0","method":"POST","req_id":"db719dcb-2463-4cdb-a225-a161636b6efa","remote_addr":"127.0.0.1:45735","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"registered sled agent","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.883663834Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_uuid":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.884027027Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.884075734Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.889906612Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.89004599Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.890677478Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.89896009Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:55734","req_id":"df40b0b8-f114-45ac-922e-f536bf3752be","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 15 1e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.899198816Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:55734","req_id":"df40b0b8-f114-45ac-922e-f536bf3752be","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5406,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5406,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:13.899685776Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:55734","req_id":"df40b0b8-f114-45ac-922e-f536bf3752be","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.900468065Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/sled-agents/dfdfa327-52ca-4250-9af5-b685c3bf3ba0","method":"POST","req_id":"db719dcb-2463-4cdb-a225-a161636b6efa","remote_addr":"127.0.0.1:45735","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":21783,"response_code":"204"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:13.902221709Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.90235777Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":4,"elapsed":"243.612742ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.902551196Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":5,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.902649642Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.902747186Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.902841063Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.902919489Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.903580196Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.905015305Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.905319662Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.905420342Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.90550437Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.906111579Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.911929792Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"NexusClient","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:52749/sled-agents/dfdfa327-52ca-4250-9af5-b685c3bf3ba0\", status: 204, headers: {\"x-request-id\": \"db719dcb-2463-4cdb-a225-a161636b6efa\", \"date\": \"Wed, 30 Apr 2025 06:46:13 GMT\"} })"} {"msg":"Running step start_crucible_pantry","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.913854497Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"init_with_steps"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.915087153Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.91519608Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/is-finished","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.915278885Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/ok","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.915357241Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.915443242Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.915574253Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.915663481Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/background","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.915739432Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.915816015Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/import-from-url","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.915890012Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/scrub","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.915963168Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/snapshot","method":"POST"} {"msg":"listening","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.91616976Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.916919724Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Started Simulated Crucible Pantry","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.917005956Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:47525"} {"msg":"Running step populate_internal_dns","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.917117037Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"init_with_steps"} {"msg":"Populating Internal DNS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.917184521Z","hostname":"bmat-EVT22200007-000064cb","pid":27802} {"msg":"DNS population: DnsConfigParams {\n generation: Generation(\n 1,\n ),\n time_created: 2025-04-30T06:46:13.982660077Z,\n zones: [\n DnsConfigZone {\n zone_name: \"control-plane.oxide.internal\",\n records: {\n \"039be560-54cc-49e3-88df-1a29dadbf913.sled\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 45098,\n target: \"a290cd91-ce88-4600-85e3-816dc0f7ad00.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"a290cd91-ce88-4600-85e3-816dc0f7ad00.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"2a9eb829-8b65-49c3-84c7-82e7b8cc972e.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_repo-depot._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 51783,\n target: \"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal\",\n },\n ),\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 50442,\n target: \"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_clickhouse-admin-single-server._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 8888,\n target: \"a290cd91-ce88-4600-85e3-816dc0f7ad00.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_dendrite._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 33244,\n target: \"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\",\n },\n ),\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 49473,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_external-dns._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 38536,\n target: \"0632a52a-995d-4e15-a614-c6dba49f4e1f.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_crucible-pantry._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 47525,\n target: \"437da543-a603-4f53-859f-1da2fb2616b7.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_mgs._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 42853,\n target: \"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\",\n },\n ),\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 42107,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_clickhouse-native._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"a290cd91-ce88-4600-85e3-816dc0f7ad00.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"0632a52a-995d-4e15-a614-c6dba49f4e1f.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_nameservice._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 46262,\n target: \"dca1b204-3dbe-4c61-87b2-31ebe219aa7e.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"dca1b204-3dbe-4c61-87b2-31ebe219aa7e.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"8e093380-d44a-4032-a0f2-3bae92014176.host\": [\n Aaaa(\n ::ffff:127.0.0.1,\n ),\n ],\n \"_oximeter-reader._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"a290cd91-ce88-4600-85e3-816dc0f7ad00.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"b6d65341-167c-41df-9b5c-41cded99c229.sled\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_cockroach._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 46406,\n target: \"2a9eb829-8b65-49c3-84c7-82e7b8cc972e.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_nexus._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 52749,\n target: \"8e093380-d44a-4032-a0f2-3bae92014176.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_mgd._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 44136,\n target: \"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\",\n },\n ),\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 56299,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"437da543-a603-4f53-859f-1da2fb2616b7.host\": [\n Aaaa(\n ::1,\n ),\n ],\n },\n },\n ],\n}","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:13.983012319Z","hostname":"bmat-EVT22200007-000064cb","pid":27802} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.987254551Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"body":"Some(Body)","uri":"http://[::1]:46262/config","method":"PUT"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.989273183Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.996766834Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.996967915Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.997096952Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.997636577Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.998349047Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:13.998492362Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.998804424Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:13.9993396Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.005576206Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.005688119Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:14.006986887Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:46262","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:41308"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.012319402Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:54044","req_id":"4b7ef2c9-b723-441e-ace5-4cc805cee857","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 23 8f 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 #............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.012793135Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:54044","req_id":"4b7ef2c9-b723-441e-ace5-4cc805cee857","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9103,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9103,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:14.015178819Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:54044","req_id":"4b7ef2c9-b723-441e-ace5-4cc805cee857","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.016476304Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.019547333Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.019610469Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.020554409Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:14.041652075Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.042158995Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":5,"elapsed":"139.582139ms"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.042625014Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/config","method":"PUT","req_id":"88d59535-17ff-464a-b5df-b48a327cc399","remote_addr":"[::1]:41308","local_addr":"[::1]:46262","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:14.07523669Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"new_generation":1,"req_id":"88d59535-17ff-464a-b5df-b48a327cc399","component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:14.075345046Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server"} {"msg":"creating tree","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.075376539Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","tree_name":"generation_1_zone_control-plane.oxide.internal"} {"msg":"updating current config","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.076869564Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.077074883Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 1","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:14.077181746Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:14.077219361Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"new_generation":1,"req_id":"88d59535-17ff-464a-b5df-b48a327cc399","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:14.077770479Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/config","method":"PUT","req_id":"88d59535-17ff-464a-b5df-b48a327cc399","remote_addr":"[::1]:41308","local_addr":"[::1]:46262","component":"http","kind":"dns","component":"internal_dns_server","latency_us":35125,"response_code":"204"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.079376398Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.086533899Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.086605372Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.086635021Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.08667007Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.086698277Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.086723016Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.088174778Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.088994131Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(Response { url: \"http://[::1]:46262/config\", status: 204, headers: {\"x-request-id\": \"88d59535-17ff-464a-b5df-b48a327cc399\", \"date\": \"Wed, 30 Apr 2025 06:46:13 GMT\"} })"} {"msg":"Running step configure_sled_agents","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.090090085Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"init_with_steps"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.212754716Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"body":"Some(Body)","uri":"http://[::1]:64599/omicron-config","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:14.21598413Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55271"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.218353772Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.218419533Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.218450675Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.219227342Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.223998078Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/omicron-config","method":"PUT","req_id":"bc30fb6a-fbf1-4011-a29f-8ea7f573c361","remote_addr":"[::1]:55271","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:14.22783382Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/omicron-config","method":"PUT","req_id":"bc30fb6a-fbf1-4011-a29f-8ea7f573c361","remote_addr":"[::1]:55271","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3896,"response_code":"200"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.232991266Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.233067909Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.233141004Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.234370995Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.235627238Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(Response { url: \"http://[::1]:64599/omicron-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc30fb6a-fbf1-4011-a29f-8ea7f573c361\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:46:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.236008728Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"body":"Some(Body)","uri":"http://[::1]:64599/network-bootstore-config","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.237361012Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/network-bootstore-config","method":"PUT","req_id":"ddec1133-f54f-458f-8562-e4f6b7dac17b","remote_addr":"[::1]:55271","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:14.239932326Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/network-bootstore-config","method":"PUT","req_id":"ddec1133-f54f-458f-8562-e4f6b7dac17b","remote_addr":"[::1]:55271","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2585,"response_code":"204"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.240984933Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.249427023Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.249632032Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.249824305Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.250400352Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.252611648Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(Response { url: \"http://[::1]:64599/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"ddec1133-f54f-458f-8562-e4f6b7dac17b\", \"date\": \"Wed, 30 Apr 2025 06:46:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.328494229Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"body":"Some(Body)","uri":"http://[::1]:50317/omicron-config","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.341992384Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.342184847Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.344815148Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:14.349179113Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62478"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.351301391Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.351400899Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.352097307Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.352770378Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/omicron-config","method":"PUT","req_id":"7ab34e5c-485f-4b60-bcfe-7c11f5f02443","remote_addr":"[::1]:62478","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:14.353402578Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/omicron-config","method":"PUT","req_id":"7ab34e5c-485f-4b60-bcfe-7c11f5f02443","remote_addr":"[::1]:62478","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":634,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.354366789Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(Response { url: \"http://[::1]:50317/omicron-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ab34e5c-485f-4b60-bcfe-7c11f5f02443\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:46:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.356656761Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"body":"Some(Body)","uri":"http://[::1]:50317/network-bootstore-config","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.357372748Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.358079536Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.358964429Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.360115793Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/network-bootstore-config","method":"PUT","req_id":"e082296c-9f15-4710-97cf-012507310a49","remote_addr":"[::1]:62478","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:14.360608385Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/network-bootstore-config","method":"PUT","req_id":"e082296c-9f15-4710-97cf-012507310a49","remote_addr":"[::1]:62478","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":457,"response_code":"204"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.361183982Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(Response { url: \"http://[::1]:50317/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"e082296c-9f15-4710-97cf-012507310a49\", \"date\": \"Wed, 30 Apr 2025 06:46:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.430822883Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"body":"Some(Body)","uri":"http://[::1]:56791/omicron-config","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.431243471Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.431304422Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.431990559Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:14.432723419Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35420"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.433427392Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/omicron-config","method":"PUT","req_id":"2e64e0de-65a6-4738-bb8a-e3ec74873047","remote_addr":"[::1]:35420","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:14.433960524Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/omicron-config","method":"PUT","req_id":"2e64e0de-65a6-4738-bb8a-e3ec74873047","remote_addr":"[::1]:35420","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":524,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.452985941Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.463526062Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.463626432Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.463661862Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.464169303Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.464543819Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(Response { url: \"http://[::1]:56791/omicron-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e64e0de-65a6-4738-bb8a-e3ec74873047\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:46:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.464841292Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"body":"Some(Body)","uri":"http://[::1]:56791/network-bootstore-config","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.465583701Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/network-bootstore-config","method":"PUT","req_id":"ebdbdefc-22c0-4392-8a50-1541764a0dc4","remote_addr":"[::1]:35420","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:14.466233847Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/network-bootstore-config","method":"PUT","req_id":"ebdbdefc-22c0-4392-8a50-1541764a0dc4","remote_addr":"[::1]:35420","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":774,"response_code":"204"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.466972468Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(Response { url: \"http://[::1]:56791/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"ebdbdefc-22c0-4392-8a50-1541764a0dc4\", \"date\": \"Wed, 30 Apr 2025 06:46:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.56021112Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"body":"Some(Body)","uri":"http://[::1]:64653/omicron-config","method":"PUT"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.560735515Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.560867839Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.560981976Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.562138961Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:14.562706823Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44412"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.564449074Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/omicron-config","method":"PUT","req_id":"3a57ddea-1091-41aa-b929-e27c3b673bab","remote_addr":"[::1]:44412","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:14.565150722Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/omicron-config","method":"PUT","req_id":"3a57ddea-1091-41aa-b929-e27c3b673bab","remote_addr":"[::1]:44412","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":711,"response_code":"200"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.565893111Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.566002329Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.566091917Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.566808585Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.567243452Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(Response { url: \"http://[::1]:64653/omicron-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a57ddea-1091-41aa-b929-e27c3b673bab\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:46:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.567484732Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"body":"Some(Body)","uri":"http://[::1]:64653/network-bootstore-config","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.570945768Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/network-bootstore-config","method":"PUT","req_id":"175e9010-404e-4e81-92a8-b5ca8f24e29f","remote_addr":"[::1]:44412","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:14.575972233Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/network-bootstore-config","method":"PUT","req_id":"175e9010-404e-4e81-92a8-b5ca8f24e29f","remote_addr":"[::1]:44412","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":4989,"response_code":"204"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.581679976Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.590234009Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.590406773Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.59045059Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.590485189Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.59060583Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.590648014Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.591346896Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.59984595Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:14.60015703Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.600251498Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.601211701Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.602242986Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(Response { url: \"http://[::1]:64653/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"175e9010-404e-4e81-92a8-b5ca8f24e29f\", \"date\": \"Wed, 30 Apr 2025 06:46:13 GMT\"} })"} {"msg":"Running step start_nexus_external","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.6060543Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"init_with_steps"} {"msg":"Starting Nexus (external API)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:14.606151373Z","hostname":"bmat-EVT22200007-000064cb","pid":27802} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:17.264813464Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:17.26492224Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:17.264954254Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.264981218Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.26558456Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:17.291559473Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:17.291643811Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.291677869Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.292402743Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.301657413Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.306545231Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:17.306758286Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.306801071Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.30730263Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.312980213Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.323081559Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:17.329153126Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.329229288Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.330165473Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:17.355618006Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.355723506Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.356670352Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.365839261Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:17.365912266Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:17.365945783Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:17.365973829Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.36599956Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.366467162Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.37029587Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.388441514Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:17.388507336Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.388540963Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.388897162Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"set cockroachdb setting","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:17.389334604Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","value":"22.1","setting":"cluster.preserve_downgrade_option"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:17.38951863Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.389566877Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.390004739Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:17.417667185Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:06:08.248500Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.417732705Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.417761883Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_rules":"[]"} {"msg":"resolved 0 rules for sleds","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.417787324Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:17.418874019Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:17.418931604Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:17.41897961Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.419033106Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.419750135Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.440201693Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.446566515Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"updating rack subnet for rack c19a698f-c6f9-4a17-ae30-20d711b8f7dc to Some(\n V6(\n Ipv6Network {\n addr: fd00:1122:3344:100::,\n prefix: 56,\n },\n ),\n)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.446671774Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:17.446698237Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.446723427Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.447464674Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Using static configuration for external switchports","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:17.476941395Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:17.47699447Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.47702444Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.477904464Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.590887485Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","vpc_to_sled":"[]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.590991773Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:17.591022774Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"successfully propagated service firewall rules","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.591047965Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","elapsed":"5.955799912s"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.591076962Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{}","iteration":1,"elapsed":"5.955846945s"} {"msg":"Recording Rack Network Configuration","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:17.591104587Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:17.591146431Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.591178234Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.592185541Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:17.806299529Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:17.806532303Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:17.806642252Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.806726169Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.807537746Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.818312785Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.823192106Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:17.823429229Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.8235303Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.824385534Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:17.834128877Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"IpPool { parent: Fleet, key: d8790828-3df4-4d92-b93d-c8442e30232e, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:17.843184811Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:17.84325468Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.843284249Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.844106176Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.857738869Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.864999515Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"IpPool { parent: Fleet, key: d8790828-3df4-4d92-b93d-c8442e30232e, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:17.865174864Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.86533317Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.865967614Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:17.991840387Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"IpPool { parent: Fleet, key: d8790828-3df4-4d92-b93d-c8442e30232e, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:17.992083011Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:17.992281636Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.992384141Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:17.993788108Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.015886407Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.020978102Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"IpPool { parent: Fleet, key: d8790828-3df4-4d92-b93d-c8442e30232e, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.036568425Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"IpPool { parent: Fleet, key: d8790828-3df4-4d92-b93d-c8442e30232e, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.036651741Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.036681981Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.036707813Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.037413689Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.044401462Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.048311622Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"IpPool { parent: Fleet, key: d8790828-3df4-4d92-b93d-c8442e30232e, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.053714598Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.053785679Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.053820248Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.05384646Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.05424791Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.063565485Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.067736585Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted blueprint","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:18.289260417Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","blueprint_id":"cc2bf82e-a098-49cf-aec2-2c2697456bfe"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.289336489Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.289366639Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.289393012Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.28942246Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.290722621Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.31147591Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.319209188Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Inserted networking records for external_dns service","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:18.385538034Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"No networking records needed for cockroach_db service","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:18.385613935Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"No networking records needed for crucible_pantry service","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:18.385640538Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"Inserted networking records for nexus service","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:18.438177876Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"No networking records needed for clickhouse service","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:18.439793364Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"No networking records needed for internal_dns service","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:18.439838154Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"Inserted service networking records","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:18.439860318Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"Inserted physical disks","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:18.439880157Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"Inserted zpools","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:18.439899456Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"Inserted datasets","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:18.439918885Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"Populated DNS tables for internal DNS","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:18.513077448Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"Populated DNS tables for external DNS","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:18.518642416Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.518980109Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.519063515Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.519096801Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.519122342Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.519846405Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.533391493Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.536826948Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.536891336Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.53692329Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.536952698Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.536979862Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.537536371Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.548982136Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.560446839Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.586253797Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.586337584Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.586370279Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.5863955Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.587071807Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.589461118Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.596691484Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.598376621Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.598498234Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.598590137Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.598674184Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.599202577Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.602744845Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.60775648Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.616343088Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.617837937Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.617893157Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.617923577Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.618705866Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.620821231Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.626810815Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Created recovery silo","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:18.651818671Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"Created recovery user","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:18.653261225Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"Created recovery user's password","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:18.657414601Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.657480833Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Silo { parent: Fleet, key: 2987c9bc-ec82-4812-8ce6-b3ec70df8488, lookup_type: ById(2987c9bc-ec82-4812-8ce6-b3ec70df8488) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.65751458Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"2987c9bc-ec82-4812-8ce6-b3ec70df8488","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.657540602Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.65756489Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.658358862Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.660458956Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.660518806Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.660546992Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.661069463Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.663483182Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.666301658Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Silo { parent: Fleet, key: 2987c9bc-ec82-4812-8ce6-b3ec70df8488, lookup_type: ById(2987c9bc-ec82-4812-8ce6-b3ec70df8488) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Generated role assignment queries","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.666363431Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"Granted Silo privileges","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:18.6759243Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.675991935Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.676021915Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.676118387Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.676158226Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.676877609Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.679087583Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.681455901Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.694763676Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.694982162Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.695787957Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.698957482Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.699014907Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.699268502Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.701348566Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.701403616Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.701893061Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.704761637Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.704889161Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.70492407Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.704952056Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.705595568Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.708268684Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.708315367Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.708344595Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.708865914Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.711562337Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.711606444Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.711636023Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.712007634Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.714528567Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.722263448Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.722332225Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.722360301Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.722393757Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.722426122Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.722499097Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.722971919Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.724805753Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.724863007Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.724893428Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.725286972Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.728112462Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.728175688Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.728203854Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.729318655Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.731610902Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.739114162Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.739174943Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.739500982Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.74022247Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.743855198Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.744382408Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.744436316Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.748012471Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.748063443Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.749634222Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.756849729Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.756921231Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.757596116Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.765028414Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.766030531Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.766346661Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.766503904Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.769450104Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.77175185Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.771808243Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.771838904Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.772291586Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.773983196Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.774039117Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.774069288Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.775084971Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.778135619Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.784901901Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.784967401Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.784993924Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.785019625Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.785911282Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.788189821Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.788246093Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.788667293Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.791143276Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.791197895Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.791632761Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.794651135Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.794695744Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.79595843Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.799705766Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.799780906Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.799813551Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.799839012Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.800942771Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.804551972Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.804612643Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.804642542Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.806495564Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.808995265Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.809052789Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.809081607Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.809781962Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.816455419Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.823938939Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.824008688Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.824035592Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.824065832Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.824091553Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.824115461Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.824502612Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.826315695Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.82637362Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.826404161Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.826953756Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.831330877Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.831393361Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.831426127Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.832197303Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.834635491Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.841266904Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.841339128Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.841370831Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.841836238Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.846745009Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.846801601Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.847256889Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.848976605Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.849106243Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.849528485Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.851213843Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.851257099Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.851660442Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.858312416Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.858369239Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.858954425Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.861378505Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.862723795Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.862779837Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.862810438Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.862836289Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.86390574Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.863955499Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.863981982Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.864497289Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.871957272Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.872531286Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.872574492Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.873587491Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.883855569Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.89246359Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.892581054Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.892610523Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.89264437Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.892671194Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.892696424Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.892951612Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.917112662Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.917180757Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.917212671Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.917947725Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.928134211Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.928216455Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.928297777Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.931322995Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.937255144Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.946726395Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.946837807Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.946872707Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.947850916Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.957904797Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: db04d491-7cdc-459d-8df4-9a7ddd3e5406, kind: Service { id: 0632a52a-995d-4e15-a614-c6dba49f4e1f }, name: Name(\"external-dns-0632a52a-995d-4e15-a614-c6dba49f4e1f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: d0bb4518-3493-44eb-879a-e6bd94e851f7, kind: Service { id: 8e093380-d44a-4032-a0f2-3bae92014176 }, name: Name(\"nexus-8e093380-d44a-4032-a0f2-3bae92014176\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.957968825Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.958027031Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.958059946Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.958085217Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.958573139Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.960443916Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.964159129Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.964221483Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.964308075Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.964750717Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.966892294Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:46:18.681420Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.967078064Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.968193878Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: db04d491-7cdc-459d-8df4-9a7ddd3e5406, kind: Service { id: 0632a52a-995d-4e15-a614-c6dba49f4e1f }, name: Name(\"external-dns-0632a52a-995d-4e15-a614-c6dba49f4e1f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: d0bb4518-3493-44eb-879a-e6bd94e851f7, kind: Service { id: 8e093380-d44a-4032-a0f2-3bae92014176 }, name: Name(\"nexus-8e093380-d44a-4032-a0f2-3bae92014176\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.968323807Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.996618893Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:46:11.765626Z, time_modified: 2025-04-30T06:46:11.765626Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(64599), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(50442) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.996701096Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:18.99672787Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.996758551Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:18.997431582Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.002765008Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.002838765Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.002870669Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.002895979Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.003571836Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.005765717Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.009741238Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.067657803Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:64599/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:19.068297087Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59097"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.068898014Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"863f20ab-9399-4701-be86-513cfe1ed218","remote_addr":"[::1]:59097","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:19.07098371Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"863f20ab-9399-4701-be86-513cfe1ed218","remote_addr":"[::1]:59097","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1812,"response_code":"204"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.071048459Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"863f20ab-9399-4701-be86-513cfe1ed218\", \"date\": \"Wed, 30 Apr 2025 06:46:19 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:19.072325824Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.072414711Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.072447396Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.07309692Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.073277079Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.073327129Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.073354103Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.073380816Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.073790061Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.073850993Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.073883247Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.074048346Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.074625937Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.07468289Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.074714563Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.074741106Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.074768511Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.074795695Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.0748986Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.074934041Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.074961846Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.075028519Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.07506941Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.075459487Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.075581671Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":6,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.077233231Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.077300596Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.077333181Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.077359794Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.07738329Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.085516475Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57703","req_id":"7db290a8-54d0-4a66-ae0f-eefbc7b026d2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: 6c 17 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 l............_na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.08677368Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57703","req_id":"7db290a8-54d0-4a66-ae0f-eefbc7b026d2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27671,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.088581101Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.089592507Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dca1b204-3dbe-4c61-87b2-31ebe219aa7e.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.089836152Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57703","req_id":"7db290a8-54d0-4a66-ae0f-eefbc7b026d2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dca1b204-3dbe-4c61-87b2-31ebe219aa7e.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46262, target: Name(\"dca1b204-3dbe-4c61-87b2-31ebe219aa7e.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.090072573Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50067","req_id":"de321b99-47f7-49e6-9835-9857e77746ac","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: 20 0b 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 ............_ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.090225027Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50067","req_id":"de321b99-47f7-49e6-9835-9857e77746ac","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8203,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.09044756Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.091331802Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"0632a52a-995d-4e15-a614-c6dba49f4e1f.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.091392373Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50067","req_id":"de321b99-47f7-49e6-9835-9857e77746ac","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"0632a52a-995d-4e15-a614-c6dba49f4e1f.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38536, target: Name(\"0632a52a-995d-4e15-a614-c6dba49f4e1f.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.091546139Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.091600828Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.091633293Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.091660507Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.092775739Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.096434789Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.096500871Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.09814649Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.098198303Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.098225958Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.098254064Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.09828209Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.09830719Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.098331799Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.098353552Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.098378632Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46262, target: Name(\"dca1b204-3dbe-4c61-87b2-31ebe219aa7e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dca1b204-3dbe-4c61-87b2-31ebe219aa7e.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4443, tv_nsec: 894702155 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.098699682Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dca1b204-3dbe-4c61-87b2-31ebe219aa7e.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.098739772Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38536, target: Name(\"0632a52a-995d-4e15-a614-c6dba49f4e1f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"0632a52a-995d-4e15-a614-c6dba49f4e1f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4443, tv_nsec: 894985320 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.098775814Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"0632a52a-995d-4e15-a614-c6dba49f4e1f.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.098798369Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.103438744Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.103720015Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.103817469Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.105648006Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.106280907Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:58678","req_id":"f7b44a6d-7df1-4349-9327-7257474964df","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 49 9e 01 00 00 01 00 00 00 00 00 01 24 64 63 61 I...........$dca\n0010: 31 62 32 30 34 2d 33 64 62 65 2d 34 63 36 31 2d 1b204-3dbe-4c61-\n0020: 38 37 62 32 2d 33 31 65 62 65 32 31 39 61 61 37 87b2-31ebe219aa7\n0030: 65 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 e.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.106445245Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:58678","req_id":"f7b44a6d-7df1-4349-9327-7257474964df","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18846,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dca1b204-3dbe-4c61-87b2-31ebe219aa7e.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dca1b204-3dbe-4c61-87b2-31ebe219aa7e.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 100,\n 99,\n 97,\n 49,\n 98,\n 50,\n 48,\n 52,\n 45,\n 51,\n 100,\n 98,\n 101,\n 45,\n 52,\n 99,\n 54,\n 49,\n 45,\n 56,\n 55,\n 98,\n 50,\n 45,\n 51,\n 49,\n 101,\n 98,\n 101,\n 50,\n 49,\n 57,\n 97,\n 97,\n 55,\n 101,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.107243595Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dca1b204-3dbe-4c61-87b2-31ebe219aa7e.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.1073917Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:58678","req_id":"f7b44a6d-7df1-4349-9327-7257474964df","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dca1b204-3dbe-4c61-87b2-31ebe219aa7e.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dca1b204-3dbe-4c61-87b2-31ebe219aa7e.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dca1b204-3dbe-4c61-87b2-31ebe219aa7e.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.10756217Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50102","req_id":"52f455bd-b056-4f47-80d8-835523efd5d8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 6b 2b 01 00 00 01 00 00 00 00 00 01 24 30 36 33 k+..........$063\n0010: 32 61 35 32 61 2d 39 39 35 64 2d 34 65 31 35 2d 2a52a-995d-4e15-\n0020: 61 36 31 34 2d 63 36 64 62 61 34 39 66 34 65 31 a614-c6dba49f4e1\n0030: 66 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 f.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.107852438Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50102","req_id":"52f455bd-b056-4f47-80d8-835523efd5d8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27435,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"0632a52a-995d-4e15-a614-c6dba49f4e1f.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"0632a52a-995d-4e15-a614-c6dba49f4e1f.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 48,\n 54,\n 51,\n 50,\n 97,\n 53,\n 50,\n 97,\n 45,\n 57,\n 57,\n 53,\n 100,\n 45,\n 52,\n 101,\n 49,\n 53,\n 45,\n 97,\n 54,\n 49,\n 52,\n 45,\n 99,\n 54,\n 100,\n 98,\n 97,\n 52,\n 57,\n 102,\n 52,\n 101,\n 49,\n 102,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.10808934Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"0632a52a-995d-4e15-a614-c6dba49f4e1f.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.108223287Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50102","req_id":"52f455bd-b056-4f47-80d8-835523efd5d8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"0632a52a-995d-4e15-a614-c6dba49f4e1f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"0632a52a-995d-4e15-a614-c6dba49f4e1f.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"0632a52a-995d-4e15-a614-c6dba49f4e1f.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"found DNS servers (initial)","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:19.108942741Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","addresses":"DnsServersList { addresses: [[::1]:46262] }"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.109088441Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"addresses\":[\"[::1]:46262\"]}","iteration":2,"elapsed":"35.271647ms"} {"msg":"found DNS servers (initial)","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:19.109554349Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","addresses":"DnsServersList { addresses: [[::1]:38536] }"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.109706963Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"addresses\":[\"[::1]:38536\"]}","iteration":2,"elapsed":"35.083962ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.109836521Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:19.110053273Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.110228212Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"315.909µs"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.11045292Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:19.110552077Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.11063389Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"262.133µs"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.111026142Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.115171581Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.115269697Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.115350949Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.115838931Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.122872094Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.15031916Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.152579153Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.158692955Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.159722907Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","version":"1"} {"msg":"reading DNS config","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.15981497Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"reading DNS zones","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.159877435Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.159941963Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.160053025Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.160224847Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.160320057Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.160852698Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.193495537Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.199371284Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"Rack initialized","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:19.199475932Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.19957526Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.199666321Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.200340645Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.201204646Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.201902707Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.202019911Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.203753595Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.205794051Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.206625106Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.20670199Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.207615299Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.213155428Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.21323671Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.213270697Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.21365347Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.214114829Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","version":"2"} {"msg":"reading DNS config","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.214169959Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"reading DNS zones","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.214197083Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.214222193Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.214248355Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.214275369Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.214301381Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.214676739Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.2154352Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53204","req_id":"d0ed6e6a-6331-4cfe-953c-b5e3a06de416","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 3a 8f 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 :............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.215500751Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53204","req_id":"d0ed6e6a-6331-4cfe-953c-b5e3a06de416","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14991,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.21576123Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.215943272Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.216175535Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.21626816Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53204","req_id":"d0ed6e6a-6331-4cfe-953c-b5e3a06de416","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.216984467Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4444, tv_nsec: 15861517 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.217042432Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.217208353Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.217601015Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:65083","req_id":"0cae1dc9-bc7b-40fb-9dc3-6b80586a6207","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fd bf 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.217654442Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:65083","req_id":"0cae1dc9-bc7b-40fb-9dc3-6b80586a6207","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64959,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.217735824Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.21785947Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:65083","req_id":"0cae1dc9-bc7b-40fb-9dc3-6b80586a6207","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.217901634Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56244","req_id":"b0da457b-b10b-4213-895f-c3baf763861a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 70 a8 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e p...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.217961944Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56244","req_id":"b0da457b-b10b-4213-895f-c3baf763861a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28840,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.218047926Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.218069318Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56244","req_id":"b0da457b-b10b-4213-895f-c3baf763861a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.415442251Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.418170487Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.425965768Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.426059876Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.426091399Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.427442631Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.427946485Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.42798943Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.428951127Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.429715299Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:58227","req_id":"8328e306-c4ff-40cb-bd4f-a37e8a13f4d1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 36 9f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c 6............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.429775339Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:58227","req_id":"8328e306-c4ff-40cb-bd4f-a37e8a13f4d1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13983,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.43013254Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13983,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:19.430438029Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:58227","req_id":"8328e306-c4ff-40cb-bd4f-a37e8a13f4d1","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.43217497Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.432207334Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42853"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.432231833Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/ignition","method":"GET"} {"msg":"found zones","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.432259077Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.432286272Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c73463f1-da3a-4c31-8402-22866209a069"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.432316051Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.432351822Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.432379227Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.432405449Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.432851648Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.432903822Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.440669114Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.450501244Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.450598167Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.452292593Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.463008293Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.46407546Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.464955643Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.465851228Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.474673616Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.474782092Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.474870769Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.475467898Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.476290227Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.476572299Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"e952a51f-eb53-462e-87e8-0e4174564a92"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.476787047Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.476898368Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.47698976Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.477070481Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.477691068Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.480907817Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.481037485Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.481124589Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.481206352Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.482302456Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.486207276Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.491218099Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.491508137Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.491617996Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.492182641Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.492817216Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","found_so_far":23,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c73463f1-da3a-4c31-8402-22866209a069"} {"msg":"read DNS config","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.492938768Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nzones":1,"version":1} {"msg":"found latest generation (first find)","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:19.493093085Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","generation":1} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.493239878Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"generation\":1}","iteration":2,"elapsed":"420.021766ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.493419506Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.576459047Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"dns_server_url":"http://[::1]:46262","servers":"DnsServersList { addresses: [[::1]:46262] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:46262/config","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.577819678Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.577881801Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.577915258Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.577942873Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.578441126Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.581134542Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","found_so_far":1,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"e952a51f-eb53-462e-87e8-0e4174564a92"} {"msg":"read DNS config","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.581201636Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nzones":1,"version":2} {"msg":"found latest generation (first find)","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:19.581237698Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","generation":2} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.581264892Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"generation\":2}","iteration":2,"elapsed":"507.229462ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.581425782Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.632729582Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"dns_server_url":"http://[::1]:38536","servers":"DnsServersList { addresses: [[::1]:38536] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:38536/config","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:19.635241627Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:46262","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:34958"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.636150849Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b5355e4-bb10-4a09-8e90-22e6306883df\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.637565507Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.638368577Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.638427094Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.638457905Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.639281416Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:19.639640361Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:38536","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:59700"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.640056941Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/config","method":"PUT","req_id":"4d4466a6-0d3a-4b23-8290-fb198db8acef","remote_addr":"[::1]:34958","local_addr":"[::1]:46262","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:19.640724642Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"new_generation":1,"req_id":"4d4466a6-0d3a-4b23-8290-fb198db8acef","component":"store","component":"internal_dns_server"} {"msg":"updated generation","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:19.640780222Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"new_generation":1,"req_id":"4d4466a6-0d3a-4b23-8290-fb198db8acef","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:19.641194879Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/config","method":"PUT","req_id":"4d4466a6-0d3a-4b23-8290-fb198db8acef","remote_addr":"[::1]:34958","local_addr":"[::1]:46262","component":"http","kind":"dns","component":"internal_dns_server","latency_us":1147,"response_code":"204"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.642568876Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/config","method":"PUT","req_id":"bc8ec5cb-37f1-4db4-8ef8-34712dbce5ab","remote_addr":"[::1]:59700","local_addr":"[::1]:38536","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.643025807Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"dns_server_url":"http://[::1]:46262","servers":"DnsServersList { addresses: [[::1]:46262] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:46262/config\", status: 204, headers: {\"x-request-id\": \"4d4466a6-0d3a-4b23-8290-fb198db8acef\", \"date\": \"Wed, 30 Apr 2025 06:46:19 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:19.643093411Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"dns_server_url":"http://[::1]:46262","servers":"DnsServersList { addresses: [[::1]:46262] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"DNS propagation: done","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:19.644790653Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"servers":"DnsServersList { addresses: [[::1]:46262] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.645099057Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"generation\":1,\"server_results\":{\"[::1]:46262\":{\"Ok\":null}}}","iteration":3,"elapsed":"151.593941ms"} {"msg":"attempting generation update","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:19.645412181Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"new_generation":2,"req_id":"bc8ec5cb-37f1-4db4-8ef8-34712dbce5ab","component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:19.64546671Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"external_dns_server"} {"msg":"creating tree","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.645489325Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"external_dns_server","tree_name":"generation_2_zone_oxide-dev.test"} {"msg":"updating current config","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.645803551Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"external_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.645934291Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 2","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:19.645970884Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"external_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:19.645992197Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"new_generation":2,"req_id":"bc8ec5cb-37f1-4db4-8ef8-34712dbce5ab","component":"store","component":"external_dns_server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:19.646764987Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/config","method":"PUT","req_id":"bc8ec5cb-37f1-4db4-8ef8-34712dbce5ab","remote_addr":"[::1]:59700","local_addr":"[::1]:38536","component":"http","kind":"dns","component":"external_dns_server","latency_us":4079,"response_code":"204"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.647050636Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.651094884Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.651156005Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.65118866Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.652266779Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.654385961Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"dns_server_url":"http://[::1]:38536","servers":"DnsServersList { addresses: [[::1]:38536] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:38536/config\", status: 204, headers: {\"x-request-id\": \"bc8ec5cb-37f1-4db4-8ef8-34712dbce5ab\", \"date\": \"Wed, 30 Apr 2025 06:46:19 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:19.654462714Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"dns_server_url":"http://[::1]:38536","servers":"DnsServersList { addresses: [[::1]:38536] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"DNS propagation: done","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:19.65647361Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"servers":"DnsServersList { addresses: [[::1]:38536] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.656579742Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"generation\":2,\"server_results\":{\"[::1]:38536\":{\"Ok\":null}}}","iteration":3,"elapsed":"75.109891ms"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.657288294Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.657349315Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.657420828Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.65794405Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.661621998Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59362","req_id":"ea3f113f-d5b9-4e49-ab6f-a51fa9da79d9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 55 30 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 U0..........._cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.661828019Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59362","req_id":"ea3f113f-d5b9-4e49-ab6f-a51fa9da79d9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21808,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.662743042Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.66292259Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"437da543-a603-4f53-859f-1da2fb2616b7.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.66315384Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59362","req_id":"ea3f113f-d5b9-4e49-ab6f-a51fa9da79d9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"437da543-a603-4f53-859f-1da2fb2616b7.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47525, target: Name(\"437da543-a603-4f53-859f-1da2fb2616b7.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.67273508Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"757d2e55-70f7-44f8-ac92-6bf88b4728df\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.676074724Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.676721303Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.688191677Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.688310964Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.68833912Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.688369882Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.688396354Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.688420202Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.691012286Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.69175702Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:65432","req_id":"c1cb7688-1046-4a83-ac94-41e7e3475a5e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: ae b4 01 00 00 01 00 00 00 00 00 01 24 34 33 37 ............$437\n0010: 64 61 35 34 33 2d 61 36 30 33 2d 34 66 35 33 2d da543-a603-4f53-\n0020: 38 35 39 66 2d 31 64 61 32 66 62 32 36 31 36 62 859f-1da2fb2616b\n0030: 37 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 7.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.691926217Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:65432","req_id":"c1cb7688-1046-4a83-ac94-41e7e3475a5e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44724,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"437da543-a603-4f53-859f-1da2fb2616b7.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"437da543-a603-4f53-859f-1da2fb2616b7.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 52,\n 51,\n 55,\n 100,\n 97,\n 53,\n 52,\n 51,\n 45,\n 97,\n 54,\n 48,\n 51,\n 45,\n 52,\n 102,\n 53,\n 51,\n 45,\n 56,\n 53,\n 57,\n 102,\n 45,\n 49,\n 100,\n 97,\n 50,\n 102,\n 98,\n 50,\n 54,\n 49,\n 54,\n 98,\n 55,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.692197538Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"437da543-a603-4f53-859f-1da2fb2616b7.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.692299802Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:65432","req_id":"c1cb7688-1046-4a83-ac94-41e7e3475a5e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"437da543-a603-4f53-859f-1da2fb2616b7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"437da543-a603-4f53-859f-1da2fb2616b7.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"437da543-a603-4f53-859f-1da2fb2616b7.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"found Silo/DNS/TLS config (initial)","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:19.813947787Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-04-30T06:46:09.946954Z, time_modified: 2025-04-30T06:46:09.946954Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 2987c9bc-ec82-4812-8ce6-b3ec70df8488, db_silo: Silo { identity: SiloIdentity { id: 2987c9bc-ec82-4812-8ce6-b3ec70df8488, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:46:18.518844Z, time_modified: 2025-04-30T06:46:18.518844Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: 2987c9bc-ec82-4812-8ce6-b3ec70df8488, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 2987c9bc-ec82-4812-8ce6-b3ec70df8488, db_silo: Silo { identity: SiloIdentity { id: 2987c9bc-ec82-4812-8ce6-b3ec70df8488, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:46:18.518844Z, time_modified: 2025-04-30T06:46:18.518844Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }) }"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.814165791Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"2987c9bc-ec82-4812-8ce6-b3ec70df8488\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"2987c9bc-ec82-4812-8ce6-b3ec70df8488\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo 2987c9bc-ec82-4812-8ce6-b3ec70df8488 with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":2,"elapsed":"739.417942ms"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:19.81625279Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64544"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.8182203Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/crucible/pantry/0","method":"GET","req_id":"2116703e-04e2-4eee-b33a-dda84a6f2626","remote_addr":"[::1]:64544","local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:19.822775716Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/crucible/pantry/0","method":"GET","req_id":"2116703e-04e2-4eee-b33a-dda84a6f2626","remote_addr":"[::1]:64544","local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4612,"response_code":"200"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.823072097Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:19.823233118Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.823353688Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:19.824272108Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:20.533913612Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54073"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:20.533984744Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47585"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:20.534014724Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50546"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:20.534040465Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61275"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:20.534064934Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39638"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:20.534087379Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47316"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:20.534109282Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42880"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.536819141Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.536879762Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.536909612Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.537840406Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.538613607Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/crucible/pantry/0","method":"GET","req_id":"ced95193-4f64-4437-8131-40b92f3809ad","remote_addr":"[::1]:54073","local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.538943965Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/crucible/pantry/0","method":"GET","req_id":"38721b18-6f5a-49fc-a778-7f16ec162397","remote_addr":"[::1]:47585","local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.538999726Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/crucible/pantry/0","method":"GET","req_id":"d95a47af-ad84-4fe4-b46f-8ba8d19cd77e","remote_addr":"[::1]:50546","local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.539050718Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/crucible/pantry/0","method":"GET","req_id":"81ee424f-0827-43a6-971d-774da1082cf9","remote_addr":"[::1]:61275","local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.539156398Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/crucible/pantry/0","method":"GET","req_id":"53b7bd85-f8c7-4135-a2f8-54364722f940","remote_addr":"[::1]:39638","local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.539276808Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/crucible/pantry/0","method":"GET","req_id":"5501f42a-d808-4580-81b8-fbf151c7641d","remote_addr":"[::1]:47316","local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.539390645Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/crucible/pantry/0","method":"GET","req_id":"684240b1-d43b-46c4-8d3b-869318423a0a","remote_addr":"[::1]:42880","local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:20.54091886Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/crucible/pantry/0","method":"GET","req_id":"ced95193-4f64-4437-8131-40b92f3809ad","remote_addr":"[::1]:54073","local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2030,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:20.540989781Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/crucible/pantry/0","method":"GET","req_id":"38721b18-6f5a-49fc-a778-7f16ec162397","remote_addr":"[::1]:47585","local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2190,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:20.541087135Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/crucible/pantry/0","method":"GET","req_id":"d95a47af-ad84-4fe4-b46f-8ba8d19cd77e","remote_addr":"[::1]:50546","local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2127,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:20.541296422Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/crucible/pantry/0","method":"GET","req_id":"81ee424f-0827-43a6-971d-774da1082cf9","remote_addr":"[::1]:61275","local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2235,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:20.541353867Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/crucible/pantry/0","method":"GET","req_id":"53b7bd85-f8c7-4135-a2f8-54364722f940","remote_addr":"[::1]:39638","local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2228,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:20.541477813Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/crucible/pantry/0","method":"GET","req_id":"5501f42a-d808-4580-81b8-fbf151c7641d","remote_addr":"[::1]:47316","local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2204,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:20.541532232Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/crucible/pantry/0","method":"GET","req_id":"684240b1-d43b-46c4-8d3b-869318423a0a","remote_addr":"[::1]:42880","local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2180,"response_code":"200"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.548842637Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.555673608Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.555737295Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.555766793Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.556122883Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.575734257Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.575780349Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.576257159Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.589954811Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.59010517Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.591115964Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.597585074Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.597643891Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.59833612Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.612241095Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.612353078Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.612386484Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.612412276Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.613052822Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.617184925Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f560542-159f-4d23-8f7f-600741bdfbbd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.61828159Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.622321519Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.622522219Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.622850634Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.623562472Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.630178013Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.630243654Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.630273694Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.63102977Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.644461492Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.679122241Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.679206028Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.679235036Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.679300296Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.679814611Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.693600889Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.693729144Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.705459757Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.723796221Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"073df019-02be-4e6f-aabc-4af6fd5871be\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.724120658Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.724519622Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.724630343Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.725224347Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.728752346Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.728857916Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.729384335Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.741555796Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"845f46c2-2265-4548-8c76-1a9a32ee6edb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.741718129Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.749953418Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.751592163Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.75165081Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.751679777Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.769829008Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.785021719Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfa87adc-18e9-46e4-92ee-301ee89d4fdf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.785352859Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.785858446Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.785972934Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.786082472Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.786887546Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.789301085Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cafae0aa-7014-4b41-ba12-dd2d712ccd1a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.789541494Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.790139595Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.790239905Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.79032754Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.790967345Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.792993742Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b79f7a1-a21a-48c5-be2f-23b49f333ba1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.793325944Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.793600401Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.804032476Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.804153978Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.804227094Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.804378455Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.804465178Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.804543444Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.805031316Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.80640822Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d22758d-8c3a-47c9-82b1-3d43772fdf12\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.806706594Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.808271622Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.808431661Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.808525959Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.80922385Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.809569518Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc06508f-e9e0-4e72-adec-d455942499d2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.809949004Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.812987038Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ef9af17-5208-4bdc-8550-e80b6b68cba1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.813215934Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.813637744Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.813739687Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.813822883Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.814336747Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.816427122Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13f2c6fe-6250-4228-9cb3-2cdebebe88bd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.816640326Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.816949462Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.824831126Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.824958049Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.825042938Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.825587092Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.831377169Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.831480384Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.832180149Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.852434424Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.852736476Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.853429567Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.854507785Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29bb28bb-f719-448c-acf7-aaa4682de382\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.855255575Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.865687309Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.865812439Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.870149971Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.874922821Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.876526516Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.877338363Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.890408174Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.890544446Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.890638944Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.890772189Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.891463487Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.905142662Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.905178403Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.905203252Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.906490718Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.932601331Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13a7f735-0533-440d-abaf-056580cc8d6f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.932930497Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.933331286Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:20.933447146Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.933546224Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.941739839Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.956713824Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:20.983115678Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.01471127Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.014789796Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.014831299Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.014858133Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.014882201Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.015891251Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.025327662Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.025405588Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.025434295Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.025950664Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.028431356Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.02848818Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.028516005Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.028910261Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.029332963Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"935df949-ca94-4087-9d92-753ae764cc6b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.029386309Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.03232288Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.039396393Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.039474529Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.039506533Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.03984144Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.043887101Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49cdb6b0-b2ea-4793-8ee8-cb1c168fade7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.043987922Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"resolved names for firewall rules","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.048924277Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: db04d491-7cdc-459d-8df4-9a7ddd3e5406, kind: Service { id: 0632a52a-995d-4e15-a614-c6dba49f4e1f }, name: Name(\"external-dns-0632a52a-995d-4e15-a614-c6dba49f4e1f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: d0bb4518-3493-44eb-879a-e6bd94e851f7, kind: Service { id: 8e093380-d44a-4032-a0f2-3bae92014176 }, name: Name(\"nexus-8e093380-d44a-4032-a0f2-3bae92014176\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.049073424Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.049234465Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.051601732Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.051722102Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.053145658Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.05673546Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.065595013Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.065697126Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.06572909Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.066103305Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.068457466Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e742ede-fb0d-4743-a972-c44329370bd7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.068730249Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"fetched allowlist from DB","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.069632878Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:46:18.681420Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.069685132Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.069923948Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: db04d491-7cdc-459d-8df4-9a7ddd3e5406, kind: Service { id: 0632a52a-995d-4e15-a614-c6dba49f4e1f }, name: Name(\"external-dns-0632a52a-995d-4e15-a614-c6dba49f4e1f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: d0bb4518-3493-44eb-879a-e6bd94e851f7, kind: Service { id: 8e093380-d44a-4032-a0f2-3bae92014176 }, name: Name(\"nexus-8e093380-d44a-4032-a0f2-3bae92014176\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.069994989Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.073400545Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e45c8bd-fd01-49af-b35c-dc3d7014eb5f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.073552597Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.075963301Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59e5be61-9f58-4ff4-acdf-5a43891be6ea\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.076153229Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.077069084Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d7bc7d9-409b-45c9-8b28-ab4ba959e866\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.080638335Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.081748107Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1bfff36-1d8c-48c5-a592-a3420d9a2ff3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.081901272Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.082933228Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29946e81-1cac-4e7f-9353-c2279979e58f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.083067786Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.086172342Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca7e9f6c-7139-4f3f-91bb-75f4b4c81bec\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.086292701Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.088267406Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c389e791-3e23-4a10-9b69-1894dde55025\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.088610199Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.091499405Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9742b955-e2c3-48e4-9f85-762499cf841b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.092720558Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.095494365Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"487955ad-cf34-40cb-ba79-2baf72ba8d2b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.095589204Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.098471647Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af819d8c-3037-4f8f-872b-494b4de5f2ce\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.098536176Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.100063068Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"819cca0d-219f-4b04-a024-a36158eb87b3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.1005159Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.144372021Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13d14c21-5114-4dac-be61-3076081c5f21\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.144691297Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.150649638Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d720cf54-928e-4cae-99ba-66454df04295\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.153382874Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.161549997Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3a4fa34-b385-48c6-bcc7-546cbdfa448a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.162435541Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.16373509Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d936df93-4762-42ed-8be8-114cb2a02ae6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.16390569Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.165309627Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e994b391-e240-4d7f-852e-7ccda2b25775\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.165448003Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.1665154Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f65abb7-148f-4028-90e9-8ec1ada584bc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.166643395Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.170367886Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2a50c2a-1f94-413a-abbd-793ad612c357\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.170592874Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.178451913Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25bbfec9-c55b-4c7a-840a-df49bb8fbf39\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.17856109Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.185178946Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60857528-1ab6-4486-8986-2e69ddfaedb1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.185296239Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.187421724Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c43f10e4-ad9b-4035-8b2b-c8ba658c96a7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.187497335Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.189694533Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7410c1fd-3273-4e92-b310-d7d3db072664\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.189766236Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.198846497Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09b2fe94-ff7d-4cb0-a731-f601607e30f7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.208714799Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.221107391Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:46:11.765626Z, time_modified: 2025-04-30T06:46:11.765626Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(64599), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(50442) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.221519272Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.221590764Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.221627036Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.222840133Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.22462013Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f53334ac-0314-4e15-9b69-a1d4690b4e43\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.224798645Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.225954488Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a1675e8-ff62-4c97-81a7-68dd95f1e929\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.22611603Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.226841095Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.226903559Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.226935182Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.22696394Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.227677642Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.22899195Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f68c77a0-8bfd-4ad5-9a2d-db89a332e98a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.229844479Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.231806628Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cae0c8b-5cb1-41a8-b19b-7d41ffbf58dc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.231939924Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.232743746Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.239276562Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.296661828Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:64599/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:21.297425911Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58223"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.304135148Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"695f505a-ab61-4903-ad23-52cb08b96512\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.304212973Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42107"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.304242522Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/ignition","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.305545578Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"b001486a-d1aa-4d47-89d9-13c7f80c3a81","remote_addr":"[::1]:58223","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:21.306573116Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"b001486a-d1aa-4d47-89d9-13c7f80c3a81","remote_addr":"[::1]:58223","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1035,"response_code":"204"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.308585355Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"b001486a-d1aa-4d47-89d9-13c7f80c3a81\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:21.311171638Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"plumbed initial IP allowlist","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:21.311313911Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.368762995Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.36883094Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.368864477Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.36966882Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.369725272Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.369755883Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.369780432Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.369807576Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.369833157Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.369857045Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.369881093Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.369905351Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.369928998Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.369954409Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.369978898Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370057214Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370087885Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370113566Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370138616Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370162994Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370190569Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370215389Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370237763Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370260419Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370283565Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370307462Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370330899Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370354175Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370376961Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370399927Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370422792Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370445107Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370467491Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370491679Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370514916Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370537911Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370561118Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370584144Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370606869Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370629173Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370652319Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370674904Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.37069774Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370720405Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370744273Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370767309Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370790364Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370812929Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370835615Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370859041Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370882608Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370905885Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370928249Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370950764Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.370973149Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371025042Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371055433Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371078499Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371101013Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371123378Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371148167Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371171293Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371193949Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371216323Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371238998Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371261764Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371284539Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371307375Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371330601Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.37135531Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371380781Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371404528Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371428626Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371451722Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371475079Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371497012Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371522824Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371546251Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371568725Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371591801Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371613765Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371635919Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371658945Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.37168131Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371704265Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371727141Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371749325Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371772461Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371796259Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371819004Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.37184186Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371864595Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371888933Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371911679Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.371975596Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.372031718Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.372061156Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.372084363Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.372107268Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.372130054Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.3721534Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.372176456Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.372199362Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.372221476Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.372244712Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.372267508Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.372289752Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.372313139Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.372335824Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.372358168Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.372380974Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.372445612Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.372481975Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.372508127Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.372530852Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.372553457Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.372576924Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.37259979Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.372622615Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.372646092Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.372668026Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.37269048Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.372713626Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.372736542Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.372802003Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.372837102Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.37286091Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.372883244Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.3729061Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.372928505Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.37295145Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.372973715Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373023985Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373053774Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.37307658Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373099696Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373122251Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373145387Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373168503Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373191348Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373214484Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373238883Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373261779Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373284374Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373309864Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373333451Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373356998Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373380896Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373404303Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373427278Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373449743Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373472318Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373495294Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373517588Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373540574Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.37356371Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373586967Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373609802Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373632347Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373656184Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373678669Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373701705Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373724481Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373746865Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373770031Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373792777Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373814861Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373838307Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373860171Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373883066Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.37390506Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373929429Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373952896Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.373974829Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374028737Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374056342Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374080229Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374102804Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.37412588Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374148946Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374171411Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374194838Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374216922Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374239557Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374262202Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.37428626Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374309526Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374332372Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374355027Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374378103Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374401469Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374424255Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374447792Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374471699Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374493883Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374516749Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374539264Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.37456241Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374585957Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374608081Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374631478Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374657149Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374681557Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374704383Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374726998Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374750625Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.37477301Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374796426Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374819883Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374864652Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.37489382Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374917017Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374939812Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374963078Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.374986996Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375035553Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375060322Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375083789Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375107195Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375139099Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375163518Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375186353Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.37520979Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375232285Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375255872Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375278196Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375300751Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375324048Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375346653Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375369328Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375391231Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375414688Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375436822Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375460499Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375483355Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375506711Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375529928Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375552914Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375575649Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375598444Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.37562151Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375644446Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375667261Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375690488Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375713113Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.37573679Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375758994Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375782261Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375804906Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375827791Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375850567Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375873362Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375895927Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375918973Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375941678Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375964053Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.375987299Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.376074793Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.376102438Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.376125454Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.376148891Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.376171706Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.376194332Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.376217678Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.376240644Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.376263008Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.376287988Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.376312226Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.376335012Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.376357747Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.376380593Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.376404009Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.376427246Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.376450933Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.376473287Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:21.376496854Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.376516814Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:44128","component":"dropshot_external","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.41481968Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.414897816Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.414933477Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.414962194Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.414987635Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.415051883Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.415081391Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.415106201Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.41513068Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.415156531Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.41518102Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.415205629Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.415229577Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.415254276Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.415278665Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.415302682Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.415327051Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.415351981Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.41537701Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.415400758Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.415424665Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.415448102Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.415470857Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.415495637Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.415558222Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.4156028Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.415629664Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.41565296Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.415677649Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.415702259Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.415725906Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.415749673Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.415773531Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.415797148Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.415820875Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.415845905Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.415869913Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.41589376Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.415917978Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.415944331Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.415969902Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416035603Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416066705Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416090642Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.41611468Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416141333Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416167205Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416191704Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416215992Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416239769Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416263387Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416286182Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416309739Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416332835Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416355771Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416378696Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.41640088Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416423626Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.41644594Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416468325Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.41649097Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416514577Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416537663Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416609536Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.4166416Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416665478Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416688283Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416710828Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416733453Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416756048Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416778312Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416800467Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416822891Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416846108Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416869434Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416893522Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416916859Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416940255Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416962519Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.416985626Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417040555Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417065956Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.41708826Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417111617Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417137057Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417160324Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417182708Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417205163Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417228519Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417251385Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.41727418Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417296775Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417319601Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417342517Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417364891Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417388087Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417410472Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417433237Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417455482Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417478638Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417501253Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.41752468Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417550391Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417574048Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417646262Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417676372Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417699648Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417723205Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.41774551Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417768054Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.4177907Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417814096Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417837172Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417859647Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417882422Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417904957Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417927552Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417950448Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.417973233Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418025688Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418053563Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418076459Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418099415Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.41812208Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418145166Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.41816713Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418189053Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418211678Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418234464Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418256939Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418279644Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418301978Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418324353Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418350174Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.4183732Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418395495Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.41841845Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418440955Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.41846366Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418487127Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418509522Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418536445Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418559892Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418583159Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418605443Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418673579Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418703719Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418726654Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.41874976Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418772476Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418795081Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418817946Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418840982Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418863908Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418886272Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418909288Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418932214Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418954318Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.418976612Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419031392Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419058576Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419081491Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419104828Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419127253Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419150198Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419173936Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419197332Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419220128Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419242773Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419265268Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419288364Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419312071Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419334556Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419357091Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419379355Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419445116Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419471488Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419494454Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419516558Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419539424Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419562209Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419584834Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.41960768Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419630205Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419695866Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.41973342Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419757258Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419780294Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419803229Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419826806Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419849672Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419872027Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419895022Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419917166Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.41993907Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419961845Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.419984491Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420036584Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420062526Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420085762Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420108568Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420131383Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420154179Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420177886Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420201273Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.42022517Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420248507Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420293035Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420319218Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420342243Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420364658Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420389237Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420411812Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420434457Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420460289Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420483936Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420508895Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420532793Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.42055621Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420580097Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420607081Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420630377Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420653734Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420678093Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420755517Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420783062Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420805957Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420828843Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420851458Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420874594Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420897299Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420919413Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420942359Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.420968201Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.42102309Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421052288Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421077218Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421100685Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421122718Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421145774Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.42116861Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421191716Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421216054Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421239641Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421262677Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421287366Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421310933Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421333619Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421359771Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421383618Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421406053Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421428929Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421451904Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.42147482Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421498587Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421520982Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421543807Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421566002Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421589689Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421612544Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421635139Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421657384Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421679718Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421702664Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421774096Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421805759Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421829897Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421853595Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.42187629Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421899626Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421923674Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.42194684Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.421969856Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.422020417Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.422050367Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:21.422076058Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.422096689Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:35865","component":"dropshot_external_techport","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"registered DTrace probes","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.422116849Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"nexus-producer-server","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.422139043Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:50216","component":"dropshot","component":"nexus-producer-server","name":"8e093380-d44a-4032-a0f2-3bae92014176","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:21.422164815Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:50216","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"nexus-producer-server","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.422190225Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:50216","component":"dropshot","component":"nexus-producer-server","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"Requested any available port, Dropshot server has been bound to 127.0.0.1:50216","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.422212369Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"nexus-producer-server","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"Nexus IP provided explicitly, will use it","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.42223275Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"nexus-producer-server","name":"8e093380-d44a-4032-a0f2-3bae92014176","addr":"127.0.0.1:52749"} {"msg":"starting producer registration task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.422253231Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"nexus-producer-server","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"starting oximeter metric producer server","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:21.42227275Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"file":"oximeter/producer/src/lib.rs:279","component":"nexus-producer-server","name":"8e093380-d44a-4032-a0f2-3bae92014176","interval":"10s","address":"127.0.0.1:50216","producer_id":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"Running step start_oximeter","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.422297649Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"init_with_steps"} {"msg":"Starting Oximeter","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.422316156Z","hostname":"bmat-EVT22200007-000064cb","pid":27802} {"msg":"registered DTrace probes","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.422332449Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter"} {"msg":"starting oximeter server","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:21.422350485Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"file":"oximeter/collector/src/lib.rs:236","component":"oximeter"} {"msg":"creating ClickHouse client","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.422370585Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.422387929Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.422413961Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"producer-registration-task","component":"nexus-producer-server","name":"8e093380-d44a-4032-a0f2-3bae92014176","registration_count":"0"} {"msg":"will register with Nexus at 127.0.0.1:52749","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.422435825Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"producer-registration-task","component":"nexus-producer-server","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.466082017Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"producer-registration-task","component":"nexus-producer-server","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://127.0.0.1:52749/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:21.467461576Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","remote_addr":"127.0.0.1:33680"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.468757047Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/producers","method":"POST","req_id":"c0e2112b-3770-4d7a-8599-cce42fe5ea49","remote_addr":"127.0.0.1:33680","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.469250189Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa660224-2bbf-4643-94a1-2549cdfeb5e6\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.469527341Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.470320081Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c0e2112b-3770-4d7a-8599-cce42fe5ea49","remote_addr":"127.0.0.1:33680","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.47038479Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c0e2112b-3770-4d7a-8599-cce42fe5ea49","remote_addr":"127.0.0.1:33680","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.47113244Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c0e2112b-3770-4d7a-8599-cce42fe5ea49","remote_addr":"127.0.0.1:33680","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.472538461Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.482568305Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04a39a8e-4ea5-4fb7-bde6-1dcc35628f99\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.482945757Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.485477571Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e940b985-8770-4dbe-9a3d-c796fd17047a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.485625777Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/0","method":"GET"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:21.486850417Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"oximeter database does not exist, creating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.486912701Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"reading db version","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:21.486939013Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:794","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.487221807Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.488107131Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e05686bc-fe3f-4d6d-afd3-d53f94506c62\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.488318852Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/1","method":"GET"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:21.488517568Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"read oximeter database version","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:21.488574842Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:799","component":"oximeter","version":0} {"msg":"initializing oximeter schema","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:21.488606866Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:804","component":"oximeter"} {"msg":"initializing ClickHouse database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.488634131Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.489338374Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"CREATE DATABASE IF NOT EXISTS oximeter"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.492617257Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The version table contains metadata about the `oximeter` database */\nCREATE TABLE IF NOT EXISTS oximeter.version\n(\n value UInt64,\n timestamp DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (value, timestamp)"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.497836335Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The measurement tables contain all individual samples from each timeseries.\n *\n * Each table stores a single datum type, and otherwise contains nearly the same\n * structure. The primary sorting key is on the timeseries name, key, and then\n * timestamp, so that all timeseries from the same schema are grouped, followed\n * by all samples from the same timeseries.\n *\n * This reflects that one usually looks up the _key_ in one or more field table,\n * and then uses that to index quickly into the measurements tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Bool)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.50207981Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.502720707Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e33e6e8a-0bd6-401c-9f0b-40353340e982\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.504212459Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.504280856Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.504316687Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.504344713Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.504773447Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.51132479Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.519241103Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.52298876Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.524412867Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.524474841Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.524505632Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.52453477Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.525159806Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.529455875Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.532045856Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.53680605Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.536982471Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.537083052Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.537867996Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.538279536Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:21.547237825Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/producers","method":"POST","req_id":"c0e2112b-3770-4d7a-8599-cce42fe5ea49","remote_addr":"127.0.0.1:33680","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":78466,"response_code":"503"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.547718833Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.5486005Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"producer-registration-task","component":"nexus-producer-server","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0e2112b-3770-4d7a-8599-cce42fe5ea49\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:21.550261589Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"c0e2112b-3770-4d7a-8599-cce42fe5ea49\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:46:21 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"c0e2112b-3770-4d7a-8599-cce42fe5ea49\\\" }\"","delay":"129.492385ms","count":"0"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.600281571Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:50317"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.601171304Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/inventory","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.601731329Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:21.602341375Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44840"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.605112596Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.60569138Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"08d8d023-da40-40b1-a263-d192ffca0f21","remote_addr":"[::1]:44840","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:21.606025265Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"08d8d023-da40-40b1-a263-d192ffca0f21","remote_addr":"[::1]:44840","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":289,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.613315731Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08d8d023-da40-40b1-a263-d192ffca0f21\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.689706244Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:56791"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.689792886Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/inventory","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.690352662Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:21.690626587Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48935"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.691307203Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"77f1f33a-c445-4202-9038-549732b2e102","remote_addr":"[::1]:48935","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:21.691674796Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"77f1f33a-c445-4202-9038-549732b2e102","remote_addr":"[::1]:48935","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":381,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.692172047Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77f1f33a-c445-4202-9038-549732b2e102\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.749089641Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64599"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.749188498Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/inventory","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.750778657Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:21.750906912Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60032"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.753873232Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"ea4bd87b-2bc8-4a00-be55-4ca9b53fd5e4","remote_addr":"[::1]:60032","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:21.754174072Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"ea4bd87b-2bc8-4a00-be55-4ca9b53fd5e4","remote_addr":"[::1]:60032","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":582,"response_code":"200"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.754290884Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.756290048Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea4bd87b-2bc8-4a00-be55-4ca9b53fd5e4\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.82445924Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64653"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.824634168Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/inventory","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.825429794Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(String)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:21.825685954Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59562"} {"msg":"will register with Nexus at 127.0.0.1:52749","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.826271871Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"producer-registration-task","component":"nexus-producer-server","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.942156885Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"producer-registration-task","component":"nexus-producer-server","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://127.0.0.1:52749/metrics/producers","method":"POST"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.942831769Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bytes\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Right now we can't unambiguously record a nullable byte array.\n * Arrays cannot be nested in `Nullable()` types, and encoding the array as\n * a string isn't palatable for a few reasons.\n * See: https://github.com/oxidecomputer/omicron/issues/4551 for more\n * details.\n */\n datum Array(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:21.943179432Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","remote_addr":"127.0.0.1:44450"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.943389541Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"ba1cf74c-a395-4508-ad67-7d7e95026b61","remote_addr":"[::1]:59562","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:21.945586929Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"ba1cf74c-a395-4508-ad67-7d7e95026b61","remote_addr":"[::1]:59562","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":2206,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.947197298Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/producers","method":"POST","req_id":"34c691f4-a400-4167-adb1-b81a59119502","remote_addr":"127.0.0.1:44450","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.947360513Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba1cf74c-a395-4508-ad67-7d7e95026b61\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.948753739Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.948810852Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.948840692Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.952608108Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.952794079Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.952904659Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.95299538Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.953817378Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.954341121Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"34c691f4-a400-4167-adb1-b81a59119502","remote_addr":"127.0.0.1:44450","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.954464357Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"34c691f4-a400-4167-adb1-b81a59119502","remote_addr":"127.0.0.1:44450","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.955810368Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"34c691f4-a400-4167-adb1-b81a59119502","remote_addr":"127.0.0.1:44450","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.956349723Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativei64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.961038024Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.968536304Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.968897043Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.968957333Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:21.969831184Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.972111738Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativeu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.982330628Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.986292502Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.991485559Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Array types cannot be Nullable, see\n * https://clickhouse.com/docs/en/sql-reference/data-types/nullable\n * for more details.\n *\n * This means we need to use empty arrays to indicate a missing value. This\n * is unfortunate, and at this point relies on the fact that an\n * `oximeter::Histogram` cannot have zero bins. If that changes, we'll need\n * to figure out another way to represent missing samples here.\n */\n bins Array(Int8),\n counts Array(UInt64),\n min Int8,\n max Int8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:21.995705287Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt8),\n counts Array(UInt64),\n min UInt8,\n max UInt8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:22.006917346Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/producers","method":"POST","req_id":"34c691f4-a400-4167-adb1-b81a59119502","remote_addr":"127.0.0.1:44450","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":59707,"response_code":"503"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:22.007295289Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int16),\n counts Array(UInt64),\n min Int16,\n max Int16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:22.007945815Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"producer-registration-task","component":"nexus-producer-server","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34c691f4-a400-4167-adb1-b81a59119502\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:22.017339591Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"34c691f4-a400-4167-adb1-b81a59119502\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:46:21 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"34c691f4-a400-4167-adb1-b81a59119502\\\" }\"","delay":"596.608263ms","count":"1"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:22.017953194Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt16),\n counts Array(UInt64),\n min UInt16,\n max UInt16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:22.029347476Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int32),\n counts Array(UInt64),\n min Int32,\n max Int32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:22.034234303Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt32),\n counts Array(UInt64),\n min UInt32,\n max UInt32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:22.040246532Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int64),\n counts Array(UInt64),\n min Int64,\n max Int64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:22.046464481Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt64),\n counts Array(UInt64),\n min UInt64,\n max UInt64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:22.057253297Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float32),\n counts Array(UInt64),\n min Float32,\n max Float32,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:22.090184089Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float64),\n counts Array(UInt64),\n min Float64,\n max Float64,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:22.099779838Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The field tables store named dimensions of each timeseries.\n *\n * As with the measurement tables, there is one field table for each field data\n * type. Fields are deduplicated by using the \"replacing merge tree\", though\n * this behavior **must not** be relied upon for query correctness.\n *\n * The index for the fields differs from the measurements, however. Rows are\n * sorted by timeseries name, then field name, field value, and finally\n * timeseries key. This reflects the most common pattern for looking them up:\n * by field name and possibly value, within a timeseries. The resulting keys are\n * usually then used to look up measurements.\n *\n * NOTE: We may want to consider a secondary index on these tables, sorting by\n * timeseries name and then key, since it would improve lookups where one\n * already has the key. Realistically though, these tables are quite small and\n * so performance benefits will be low in absolute terms.\n *\n * TTL: We use a materialized column to expire old field table records. This\n * column is generated automatically by the database whenever a new row is\n * inserted. It cannot be inserted directly, nor is it returned in a `SELECT *`\n * query. Since these tables are `ReplacingMergeTree`s, that means the last\n * record will remain during a deduplication, which will have the last\n * timestamp. ClickHouse will then expire old data for us, similar to the\n * measurement tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.fields_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Bool,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:22.109789572Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:22.11430042Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:22.129109736Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:22.138365748Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:22.144255433Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:22.153559551Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:22.167212514Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:22.173831942Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:22.185210343Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_ipaddr\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value IPv6,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:22.18948017Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value String,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:22.192723613Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_uuid\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UUID,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:22.199158794Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The timeseries schema table stores the extracted schema for the samples\n * oximeter collects.\n */\nCREATE TABLE IF NOT EXISTS oximeter.timeseries_schema\n(\n timeseries_name String,\n fields Nested(\n name String,\n type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'IpAddr' = 3,\n 'String' = 4,\n 'Uuid' = 6,\n 'I8' = 7,\n 'U8' = 8,\n 'I16' = 9,\n 'U16' = 10,\n 'I32' = 11,\n 'U32' = 12,\n 'U64' = 13\n ),\n source Enum(\n 'Target' = 1,\n 'Metric' = 2\n )\n ),\n datum_type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'F64' = 3,\n 'String' = 4,\n 'Bytes' = 5,\n 'CumulativeI64' = 6,\n 'CumulativeF64' = 7,\n 'HistogramI64' = 8,\n 'HistogramF64' = 9,\n 'I8' = 10,\n 'U8' = 11,\n 'I16' = 12,\n 'U16' = 13,\n 'I32' = 14,\n 'U32' = 15,\n 'U64' = 16,\n 'F32' = 17,\n 'CumulativeU64' = 18,\n 'CumulativeF32' = 19,\n 'HistogramI8' = 20,\n 'HistogramU8' = 21,\n 'HistogramI16' = 22,\n 'HistogramU16' = 23,\n 'HistogramI32' = 24,\n 'HistogramU32' = 25,\n 'HistogramU64' = 26,\n 'HistogramF32' = 27\n ),\n created DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, fields.name)"} {"msg":"inserting current version","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:22.210258971Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:825","component":"oximeter","version":14} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:22.210322558Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"INSERT INTO oximeter.version (*) VALUES (14, now());"} {"msg":"registered USDT probes","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:22.217650668Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"d55da6b5-9a40-4b7e-8bc8-92756dc3e11d","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:22.219306608Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:36656","component":"dropshot","component":"oximeter","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:22.219389703Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:36656","component":"dropshot","component":"oximeter","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:22.219424322Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:36656","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:22.219450554Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:36656","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:22.219477899Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:36656","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:22.220051772Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:36656","component":"dropshot","component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:22.221794394Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter"} {"msg":"contacting nexus","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:22.221832059Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.05197258Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","body":"Some(Body)","uri":"http://127.0.0.1:52749/metrics/collectors","method":"POST"} {"msg":"will register with Nexus at 127.0.0.1:52749","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.052725029Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"producer-registration-task","component":"nexus-producer-server","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.143601384Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"producer-registration-task","component":"nexus-producer-server","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://127.0.0.1:52749/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.152939319Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","remote_addr":"127.0.0.1:39169"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.152979169Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","remote_addr":"127.0.0.1:47924"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:23.167503588Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/producers","method":"POST","req_id":"01d0b0a4-b4b6-452c-b84a-e59ca60a4acb","remote_addr":"127.0.0.1:47924","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:23.172371988Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"01d0b0a4-b4b6-452c-b84a-e59ca60a4acb","remote_addr":"127.0.0.1:47924","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.180158822Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"01d0b0a4-b4b6-452c-b84a-e59ca60a4acb","remote_addr":"127.0.0.1:47924","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.180983526Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"01d0b0a4-b4b6-452c-b84a-e59ca60a4acb","remote_addr":"127.0.0.1:47924","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:23.204706171Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors","method":"POST","req_id":"59216752-2c28-4e48-9f8a-69a884254d8a","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:23.207572502Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"59216752-2c28-4e48-9f8a-69a884254d8a","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.20806791Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"59216752-2c28-4e48-9f8a-69a884254d8a","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.208821882Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"59216752-2c28-4e48-9f8a-69a884254d8a","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.21027634Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/producers","method":"POST","req_id":"01d0b0a4-b4b6-452c-b84a-e59ca60a4acb","remote_addr":"127.0.0.1:47924","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":42785,"response_code":"503"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.263503311Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"producer-registration-task","component":"nexus-producer-server","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01d0b0a4-b4b6-452c-b84a-e59ca60a4acb\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:46:23 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:23.265810929Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"01d0b0a4-b4b6-452c-b84a-e59ca60a4acb\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:46:23 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"01d0b0a4-b4b6-452c-b84a-e59ca60a4acb\\\" }\"","delay":"1.845072857s","count":"2"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:23.271932355Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:23.27199012Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registered new oximeter metric collection server","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.272239397Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","address":"[::1]:36656","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.278069503Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors","method":"POST","req_id":"59216752-2c28-4e48-9f8a-69a884254d8a","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":73422,"response_code":"204"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.286877833Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"59216752-2c28-4e48-9f8a-69a884254d8a\", \"date\": \"Wed, 30 Apr 2025 06:46:23 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.287063002Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"file":"oximeter/collector/src/lib.rs:392","component":"oximeter","id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"Running step start_producer_server","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.287106058Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"init_with_steps"} {"msg":"Starting test metric Producer Server","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.287146088Z","hostname":"bmat-EVT22200007-000064cb","pid":27802} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.289850306Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.289903321Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.28992757Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.289946006Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.289964944Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.28998276Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.290000234Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.290022338Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.290069472Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.29008839Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.290109903Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.29012863Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.290147468Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.290164712Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.290181826Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.29019897Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"WebhookEventClassList"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291124975Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291172871Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291195636Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291213993Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291233161Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291251127Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291270285Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.29128808Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291305705Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291326898Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291346547Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291364853Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291381957Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291401166Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291419542Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.29143871Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291457287Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291474893Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291491936Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291509251Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291525974Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291543078Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291560213Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291576705Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291595884Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291613238Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291631625Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291650593Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291669069Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"RoleBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291685592Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291704179Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291720843Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291737856Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291755041Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291773788Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291791093Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291808126Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291824419Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291843136Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291861142Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"WebhookEvent"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291878026Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"WebhookReceiver"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.291964528Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.29199073Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.292008856Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.292026592Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"class":"UserBuiltin"} {"msg":"full Oso configuration","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.292044277Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations)\n# - silo.viewer (can read most resources within the Silo)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n\t\"modify\" if \"modify\" on \"silo_user\";\n}\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(_actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest);\nhas_permission(_actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest);\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_webhook_receiver: WebhookReceiver };\n\n\t\"read\" if \"read\" on \"parent_webhook_receiver\";\n\t\"modify\" if \"modify\" on \"parent_webhook_receiver\";\n}\n\nhas_relation(rx: WebhookReceiver, \"parent_webhook_receiver\", secret: WebhookSecret)\n\tif secret.webhook_receiver = rx;\n\nresource WebhookEventClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: WebhookEventClassList)\n\tif collection.fleet = fleet;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n resource RoleBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: RoleBuiltin)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource WebhookEvent {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookEvent)\n if child.fleet = fleet;\n \n\n resource WebhookReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n "} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.310499738Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:63116","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.310592213Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:63116","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.310627623Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:63116","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.310659837Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:63116","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.310688043Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:63116","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.310715919Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:63116","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.310743644Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:63116","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.310770979Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:63116","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.310797572Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:63116","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.310824435Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:63116","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.311260434Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:63116","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.311317838Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:63116"} {"msg":"inserting test physical disk","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.311347618Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","model":"test-model","serial":"totally-unique-serial: 39f3d97f-955f-4c1a-bf1f-5d0bb8f25b9a","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"39f3d97f-955f-4c1a-bf1f-5d0bb8f25b9a"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:23.311382056Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.31140883Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.312153864Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"starting refresh list task","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.321912157Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:559","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.408032957Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","remote_addr":"127.0.0.1:44350"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.408198437Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.421318097Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","body":"None","uri":"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:23.423882205Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/producers","method":"POST","req_id":"4e9815b3-7e91-4fc0-b568-37d0299161e0","remote_addr":"127.0.0.1:44350","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:23.423965772Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ad6a62a0-21ad-4b39-bf3b-a7e5df4967fa","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:23.42429587Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4e9815b3-7e91-4fc0-b568-37d0299161e0","remote_addr":"127.0.0.1:44350","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.424357302Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4e9815b3-7e91-4fc0-b568-37d0299161e0","remote_addr":"127.0.0.1:44350","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.425067076Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4e9815b3-7e91-4fc0-b568-37d0299161e0","remote_addr":"127.0.0.1:44350","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:23.426005075Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ad6a62a0-21ad-4b39-bf3b-a7e5df4967fa","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.426074954Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ad6a62a0-21ad-4b39-bf3b-a7e5df4967fa","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.426449481Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ad6a62a0-21ad-4b39-bf3b-a7e5df4967fa","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:23.426843005Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.426895369Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.427544502Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.43723508Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.438492305Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/producers","method":"POST","req_id":"4e9815b3-7e91-4fc0-b568-37d0299161e0","remote_addr":"127.0.0.1:44350","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":13595,"response_code":"201"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:23.438562234Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:23.438596593Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:23.438623967Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.438654067Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.438677935Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.446977942Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ad6a62a0-21ad-4b39-bf3b-a7e5df4967fa","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":22982,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.44847256Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad6a62a0-21ad-4b39-bf3b-a7e5df4967fa\", \"content-length\": \"281\", \"date\": \"Wed, 30 Apr 2025 06:46:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.448724101Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","body":"None","uri":"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.448977606Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.452273954Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:23.483643115Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"29de0f23-e836-4ddb-af6e-50c129bff676","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:23.490985434Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"29de0f23-e836-4ddb-af6e-50c129bff676","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.491059141Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"29de0f23-e836-4ddb-af6e-50c129bff676","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.491487094Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"29de0f23-e836-4ddb-af6e-50c129bff676","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.517147561Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"29de0f23-e836-4ddb-af6e-50c129bff676","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":33537,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.51834663Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29de0f23-e836-4ddb-af6e-50c129bff676\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:23 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.51851263Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"[::1]:37244","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:23.669094235Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"upserting zpool","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.678762378Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","physical_disk_id":"39f3d97f-955f-4c1a-bf1f-5d0bb8f25b9a","zpool_id":"3081e98a-9ddb-4c71-9d2f-12e4710b9e05","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:23.678849351Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.678884711Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.679646399Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.681489271Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":1,"n_pruned_tasks":0} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:23.683981266Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:23.684037057Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:23.684067648Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.684095183Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.688179871Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.699789453Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.702645974Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting Crucible dataset","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.718847234Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dataset_id":"9c8935f5-2be6-43c4-ba19-70f74d61e437","zpool_id":"3081e98a-9ddb-4c71-9d2f-12e4710b9e05"} {"msg":"inserting test physical disk","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:23.737238538Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","model":"test-model","serial":"totally-unique-serial: 39f3d97f-955f-4c1a-bf1f-5d0bb8f25b9a","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"39f3d97f-955f-4c1a-bf1f-5d0bb8f25b9a"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:23.737357605Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.737451873Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.738281345Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:23.891439973Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"PhysicalDisk { parent: Fleet, key: 39f3d97f-955f-4c1a-bf1f-5d0bb8f25b9a (physical_disk), lookup_type: ById(39f3d97f-955f-4c1a-bf1f-5d0bb8f25b9a) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:23.891547567Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:23.891581044Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.891610623Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.892666868Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"will register with Nexus at 127.0.0.1:52749","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:23.893213557Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"producer-registration-task","component":"nexus-producer-server","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.053172434Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"producer-registration-task","component":"nexus-producer-server","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://127.0.0.1:52749/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:24.074898713Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","remote_addr":"127.0.0.1:57762"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.120778605Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.126354615Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 39f3d97f-955f-4c1a-bf1f-5d0bb8f25b9a (physical_disk), lookup_type: ById(39f3d97f-955f-4c1a-bf1f-5d0bb8f25b9a) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting zpool","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:24.126520666Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","physical_disk_id":"39f3d97f-955f-4c1a-bf1f-5d0bb8f25b9a","zpool_id":"3081e98a-9ddb-4c71-9d2f-12e4710b9e05","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.126613551Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.126704122Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.127413565Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.128984856Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/producers","method":"POST","req_id":"b36bb0b6-41b9-4a2b-b10f-a4614e88805b","remote_addr":"127.0.0.1:57762","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.129558639Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"b36bb0b6-41b9-4a2b-b10f-a4614e88805b","remote_addr":"127.0.0.1:57762","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.129730061Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"b36bb0b6-41b9-4a2b-b10f-a4614e88805b","remote_addr":"127.0.0.1:57762","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.130259305Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"b36bb0b6-41b9-4a2b-b10f-a4614e88805b","remote_addr":"127.0.0.1:57762","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.161353047Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.161436053Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.161466964Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.161493227Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.162376416Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.189771098Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.192345257Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.209138106Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.209202304Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.209236131Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.209262283Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.210266805Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:24.22018701Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:24.220416758Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/producers","method":"POST","req_id":"b36bb0b6-41b9-4a2b-b10f-a4614e88805b","remote_addr":"127.0.0.1:57762","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":91409,"response_code":"201"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.247426924Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"producer-registration-task","component":"nexus-producer-server","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b36bb0b6-41b9-4a2b-b10f-a4614e88805b\", \"content-length\": \"41\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.27307673Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"producer-registration-task","component":"nexus-producer-server","name":"8e093380-d44a-4032-a0f2-3bae92014176","wait_period":"150s","lease_duration":"600s"} {"msg":"inserted inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:24.27868831Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","collection_id":"277e7b93-d3a6-405e-934c-14a43fa95b56"} {"msg":"inventory collection complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.278818129Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","time_started":"2025-04-30 06:46:19.431676 UTC","collection_id":"277e7b93-d3a6-405e-934c-14a43fa95b56"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.279177966Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"collection_id\":\"277e7b93-d3a6-405e-934c-14a43fa95b56\",\"time_done\":\"2025-04-30 06:46:21.948752 UTC\",\"time_started\":\"2025-04-30 06:46:19.431676 UTC\"}","iteration":6,"elapsed":"5.203783629s"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.279531681Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":2,"reason":"Dependency"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:24.279640718Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.279725296Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"no blueprint\"}","iteration":2,"elapsed":"217.784µs"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.279874153Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":2,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.279978401Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"task disabled\"}","iteration":2,"elapsed":"110.149µs"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.280391935Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.283429657Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.283554195Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.283641569Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.284206966Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.284976319Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.28512265Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.300954324Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.301031959Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.30189577Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.301953715Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.301982653Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.30315095Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":7,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.303240519Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.303272463Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.303300498Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.303330488Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.303842448Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.308366332Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.321736782Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.323073084Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.325149972Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.325937381Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.331847436Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.340710946Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.340769242Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.340800575Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.34116935Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.343795552Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.343855572Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.344290458Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.345643234Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[(277e7b93-d3a6-405e-934c-14a43fa95b56, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.345700698Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.346940919Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:63101","req_id":"72b4c104-785e-4609-b172-7df3d60676df","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ea fe 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.347004887Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:63101","req_id":"72b4c104-785e-4609-b172-7df3d60676df","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60158,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.347276668Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.347477468Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.347537347Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.347646926Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:63101","req_id":"72b4c104-785e-4609-b172-7df3d60676df","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.348060851Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4449, tv_nsec: 146897000 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.348131752Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.348295749Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.348737108Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51886","req_id":"2517e0e3-ae26-4aba-930d-f2526b225765","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ba bb 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.348800023Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51886","req_id":"2517e0e3-ae26-4aba-930d-f2526b225765","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47803,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.348955423Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.348994811Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51886","req_id":"2517e0e3-ae26-4aba-930d-f2526b225765","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.349069139Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:61052","req_id":"bf337a18-3230-40e9-9c24-96c7480f3fa8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 37 eb 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 7...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.349187335Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:61052","req_id":"bf337a18-3230-40e9-9c24-96c7480f3fa8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14315,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.349297605Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.350279561Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:61052","req_id":"bf337a18-3230-40e9-9c24-96c7480f3fa8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.539994796Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.541206611Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.541687259Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.543217618Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:54556","req_id":"9ccda8a2-812c-4e60-b6ca-972e2bd66467","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 88 42 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .B..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.5432892Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:54556","req_id":"9ccda8a2-812c-4e60-b6ca-972e2bd66467","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34882,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.543487465Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34882,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:24.543579619Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:54556","req_id":"9ccda8a2-812c-4e60-b6ca-972e2bd66467","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.544780341Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.544838257Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42853"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.544867635Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.549475095Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.550493424Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.550551941Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.550582652Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.557323142Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85b07e64-d797-49fb-ad42-357e1aaac028\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.557751035Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.585291217Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6410cd97-8382-494a-aaca-fc43d1afa212\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.585562467Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.607945053Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14a38c71-c4f1-4f15-92bd-004c92a5fc81\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.608106104Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.611919462Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"854a278a-8093-469d-a7c6-129921adedeb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.612101615Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.619821536Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94ea66dd-deb1-4a01-ac05-df7d40410af9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.620067085Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.622607176Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8711da6e-a9e6-4103-9f2d-1fff6ef9b1c6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.622745843Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.627704392Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efb7f7b9-956c-4628-8cb2-4687c29235ee\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.627883539Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.628608694Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.643667367Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e3b4021-dcf1-4776-b32d-8ab6d3dc7934\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.644089538Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.645664276Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98d7a479-09ae-4ab2-9e4a-2aa5bdeef3c3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.646000546Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.647793929Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3da76168-5bb2-4135-9518-8743a8dc0b79\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.648178916Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.649964424Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28dcebd0-2b01-4e1d-bef3-f78214b78b5d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.65030872Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.652184778Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c301fb0-ab53-4da8-a640-12b7ef29ad51\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.652258184Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.654732374Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9f0a1d6-3ed7-4d4a-bfbf-d0b7f71eb709\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.655328121Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.662503768Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82e4ef19-8155-4dde-a6c0-3bbe7e188997\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.662624919Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.665013418Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d39b2ef-607f-4a17-8ce3-d08d86644fc7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.665131714Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.66915492Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c488c934-ae6b-4383-841f-dacbc538ce44\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.669583073Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.673583333Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a534c93-27d0-4849-bf0a-a33be910c183\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.673924312Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.677389507Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e567bbf1-3357-40f3-b390-2e6b1a968a35\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.677538423Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.678984114Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.679029715Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.679059694Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.679085345Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.680287841Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.680491216Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80677e2a-6752-479d-8662-431d3781f3bf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.680627227Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.681718361Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8483e3d6-fb05-4431-b8bf-07e0a0089431\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.681841417Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.69039551Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.715695609Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.7167752Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.716818446Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.71684545Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.736197037Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4a0d84f-fa7c-410b-91c2-48099309dc88\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.736623877Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.737499331Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.737615473Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.739984924Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.740929446Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b960507-ec2b-46f3-b24e-29280249fc61\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.741190115Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.743060542Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af451a20-56ef-4eca-8d21-1815f726154c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.743296121Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.745151007Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"038748a9-ec42-425a-b9b3-57dbeb2bfe06\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.769317016Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.771648321Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e059f4ef-a785-4639-80a1-f7cef6fbe479\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.771771887Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.775303484Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b125ef8d-7af8-47eb-a1e0-80edc5ce9747\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.775574624Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.778483009Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a5b3010-0a89-4b23-aa97-f617b81cabf3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.779444214Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.792976636Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50f9e43d-229d-47a6-8d9a-97bc6cc00b3a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.793183217Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.834989243Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de89650f-78dc-459d-a823-d6c261e8ee0c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.835292197Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.847328188Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95c6b134-3e54-4c58-8460-e8c5d020cfd8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.847421904Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.848269543Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f2fd7d3-dbef-4524-85d8-6ec0640665bf\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.848412809Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.849448222Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c1c9ae7-cc56-4579-b6c1-50599a955c7e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.849570235Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.860899698Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34dd2a3c-e513-4d76-b983-be3358cb51df\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.861027382Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.867456452Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3194b983-97d4-4735-98ff-66ab11d23f84\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.867619958Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.868811291Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"606397f8-2bb1-4341-a30e-6870b2112c16\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.86899654Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.876961079Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.911139157Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b5117da-3e84-4e3f-bed6-7a2305475833\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.911482261Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.925268108Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df208e03-9e29-4655-a93b-e002c5f706c1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.925393117Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.927622519Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54dc4c78-e9a7-48ff-a0a6-4d565bbc3800\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.927741456Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.928223607Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.928268596Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.928300019Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.92832587Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.929076486Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.949597042Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.960722008Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.96081871Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.960852808Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.961333366Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.962494209Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cac27f81-1475-487d-884b-b12564c7b51c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.962686872Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:24.980548971Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.980695584Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.981522521Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.988962134Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a06ba69f-0d24-45b7-9033-1e214b2e3a72\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.989227082Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.991445061Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"802ec7f0-f53e-4c5c-bccd-ffa6e407bb7e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:24.991667464Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.00496552Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e31cdcb-2eef-4a1a-a67c-9a0665067ad3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.00526193Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.006628233Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d7f2bd5-462a-4832-ac89-904fc60855ba\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.007014572Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.007989565Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4de30970-9289-4dd1-a4c6-a06870f88a1c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.008214072Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.009536728Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e32759dd-5691-4b16-b753-91b0393a968c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.009718941Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42107"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.009830994Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.015336062Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"729a0fc8-8753-46ee-baea-81e923246888\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.023708474Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.025989338Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad2ce32d-b02b-4903-8fee-e7086b77821f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.02630648Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.028527956Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84e33802-8453-4480-90b8-eedee0833c6d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.028764277Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.031522613Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed6c32b0-fdb0-4b31-99ad-4f21a93bc5be\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.031894344Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.035620989Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e4549c5-75af-436e-a935-cdbec96e211a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.03584751Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.036243038Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.036358508Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.03644986Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.037093322Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.050989409Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.058747557Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.062791504Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.062890662Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.06297998Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.063064098Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.063146021Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.063727209Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.07066923Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.074685322Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.07483984Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.074937274Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.075483372Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.147340373Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:50317"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.147522746Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.148164915Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.14822726Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.148260556Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.148288542Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.148957515Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:25.149000841Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51083"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.150062406Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"e8081b52-159a-4efa-8527-d1395f512556","remote_addr":"[::1]:51083","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:25.150349728Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"e8081b52-159a-4efa-8527-d1395f512556","remote_addr":"[::1]:51083","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":537,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.150873161Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8081b52-159a-4efa-8527-d1395f512556\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.214907957Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:56791"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.214967074Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.215342222Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.220446001Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.220508946Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.220560779Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.22114312Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:25.221202258Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41216"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.22461126Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"8a08453c-601c-4723-843c-d51e6f411247","remote_addr":"[::1]:41216","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.224784234Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.224837981Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:25.225352697Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"8a08453c-601c-4723-843c-d51e6f411247","remote_addr":"[::1]:41216","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":795,"response_code":"200"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.22549971Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.226169555Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.226226187Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema FORMAT Native;"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.226599541Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a08453c-601c-4723-843c-d51e6f411247\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.274957822Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64599"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.275007451Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.275599881Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.275645482Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.276700003Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:25.276755464Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36973"} {"msg":"no new timeseries schema in database","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.277379547Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.277429186Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"integration_target:integration_metric\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"metric_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"target_name\", field_type: String, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:46:25.226093132Z }","timeseries_name":"integration_target:integration_metric"} {"msg":"inserting 1 new timeseries schema","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.278642514Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.280524353Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":1,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.281897459Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"9e22d0cf-034f-425e-8302-84a1303ecad7","remote_addr":"[::1]:36973","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:25.282414359Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"9e22d0cf-034f-425e-8302-84a1303ecad7","remote_addr":"[::1]:36973","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":607,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.283585372Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e22d0cf-034f-425e-8302-84a1303ecad7\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.335289419Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64653"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.335388797Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:25.336134663Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65122"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.337800241Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:25.338121401Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:25.338329837Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.338934121Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","body":"None","uri":"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.340623948Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a1728afe-3cd2-4e33-9352-1812ec805e43","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.340686622Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"58864429-0d9f-4e1e-b90c-c4b756601ca8","remote_addr":"[::1]:65122","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.340723837Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a1728afe-3cd2-4e33-9352-1812ec805e43","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.340764277Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a1728afe-3cd2-4e33-9352-1812ec805e43","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.340900969Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a1728afe-3cd2-4e33-9352-1812ec805e43","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:25.34112693Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"58864429-0d9f-4e1e-b90c-c4b756601ca8","remote_addr":"[::1]:65122","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":1188,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.344016968Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.344077198Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.34410843Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58864429-0d9f-4e1e-b90c-c4b756601ca8\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.344147097Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.344172127Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.344194702Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.347095051Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.347155531Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.347249238Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.347282795Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.347652401Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:25.348657945Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a1728afe-3cd2-4e33-9352-1812ec805e43","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":8881,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.350039968Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1728afe-3cd2-4e33-9352-1812ec805e43\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.35022663Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","body":"None","uri":"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.35043248Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.353782675Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.354328102Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.354388242Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.354831185Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.357263391Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.359823361Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.359876487Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8e4e3cf9-4147-4b97-86fc-ff3ea2ea43d9","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.359912479Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8e4e3cf9-4147-4b97-86fc-ff3ea2ea43d9","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.359950244Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8e4e3cf9-4147-4b97-86fc-ff3ea2ea43d9","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.359980214Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8e4e3cf9-4147-4b97-86fc-ff3ea2ea43d9","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:25.364498716Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8e4e3cf9-4147-4b97-86fc-ff3ea2ea43d9","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":6037,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.364931278Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e4e3cf9-4147-4b97-86fc-ff3ea2ea43d9\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.365172619Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"127.0.0.1:50216","producer_id":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.42560171Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"8e093380-d44a-4032-a0f2-3bae92014176","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.428852447Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:25.428909751Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.482866557Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:25.491648073Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:25.492702664Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.492768405Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":7,"elapsed":"1.189587004s"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.49285115Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":8,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.492892984Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.492923114Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.492954186Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.492983043Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.495637833Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.499926057Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.50483645Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.504974095Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.505010146Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.505454351Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.510970622Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[(277e7b93-d3a6-405e-934c-14a43fa95b56, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.511048848Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.514014287Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59735","req_id":"8d7d8af6-b597-4a1c-8da1-f6ed062168b1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 2d e7 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 -............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.514080869Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59735","req_id":"8d7d8af6-b597-4a1c-8da1-f6ed062168b1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11751,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.514435716Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.514878869Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.515259267Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.515410749Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59735","req_id":"8d7d8af6-b597-4a1c-8da1-f6ed062168b1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.515974662Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4450, tv_nsec: 314867284 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.516047568Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.516076806Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.520265331Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57806","req_id":"8e6731dc-b6d6-486d-a376-12d8221ced69","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b1 5a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .Z..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.520396633Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57806","req_id":"8e6731dc-b6d6-486d-a376-12d8221ced69","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45402,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.520498215Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.520523967Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57806","req_id":"8e6731dc-b6d6-486d-a376-12d8221ced69","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.52065123Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53396","req_id":"8c36782b-cedb-4c0e-bf5b-65f70e8f7bae","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 52 c6 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e R...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.520782001Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53396","req_id":"8c36782b-cedb-4c0e-bf5b-65f70e8f7bae","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21190,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.520879565Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.520903954Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53396","req_id":"8c36782b-cedb-4c0e-bf5b-65f70e8f7bae","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.648137308Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.648365262Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.648549429Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.648840539Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.648898214Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.648930829Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.648958113Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.649611275Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.663199819Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50351","req_id":"f46d854b-67e7-4870-8355-e49ecfe157ab","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ea a5 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.663289137Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50351","req_id":"f46d854b-67e7-4870-8355-e49ecfe157ab","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60069,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.66347151Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60069,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:25.663710056Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50351","req_id":"f46d854b-67e7-4870-8355-e49ecfe157ab","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.663753853Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.664391654Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.664443938Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.664470801Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.66597569Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.666035349Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42853"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.666062733Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.669382458Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.674114716Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.674179856Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.674209365Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.674560905Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.68232281Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a31b4777-5999-4c05-bb91-f8456f746d03\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.682568009Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.682751735Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.682796644Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.683249306Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.684935175Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da595198-f362-4069-97d6-323339d362b1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.685232287Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.687026192Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80cd9114-05e1-4228-9239-c0c907979c3d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.687224988Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.688985796Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a6913ab-f097-4db4-9b3c-e5ead2d4f99d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.689095525Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.691198144Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18df204f-bc6f-4aac-aff8-589b3dc7d7b1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.691359385Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.69408209Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"096e14c8-ae13-4049-adb4-d0e87515c1dc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.694143873Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.696000923Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c36be6dd-abc2-4c41-895f-521d3724162c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.696072896Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.697924536Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f184bac-7f71-4eaa-baa0-789e2f22e5f8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.697994074Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.699146591Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac784e26-8e5e-4703-bf0c-e84d2094b8aa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.699287942Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.704912228Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f2b87f9-c9b8-4eb7-be92-d148899bf5dc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.705106245Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.70650931Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c410a4e0-b0b5-452c-9b76-24cc6a92cf0f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.70663453Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.708193736Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2198b1e-cdbd-4fe1-9933-8f6045717605\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.708413685Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.713332856Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19761b3a-d4aa-460b-825e-07fa77f3db20\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.713645759Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.719497669Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ea98b08-043a-48da-a23d-ce8e8fb18a47\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.719582728Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.721623144Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"073d1597-38d8-442c-b955-3545480ac4f8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.72174153Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.732614323Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa357df2-e5fd-4ee9-8faf-f55171f28886\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.732664383Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.743985529Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.748416688Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e17e6262-ecd7-4352-9414-0efccdd3fbc9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.748587488Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.753890234Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e1de6cf-afa2-4b76-b23e-cad6f00f19c7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.754025563Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.757594504Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9385725-ec74-4fdc-a726-540d03d5fc17\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.757663993Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.759331986Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"050a074a-42e1-4b0f-af5e-81bf8b8ac088\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.759543698Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.796420442Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6d98a9e-9242-409f-a6bd-a3ed27a95dfd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.796669388Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.797017622Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.797069666Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.797101379Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.797127852Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.803401972Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.805174253Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6b9c370-dfb6-4063-ad66-433a23ed265e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.805461155Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.806290017Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.816945126Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.817006228Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.817038923Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.817547857Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.818845182Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74d01875-8c58-4594-bf23-c6a5e7af573a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.819059228Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.820909866Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a59640cd-7e14-4047-9d38-752f5231aea5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.821116107Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.821321576Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.821372838Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.821881471Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.825073922Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"009a4ca7-3a1d-4c54-9c42-4a945b705ccc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.825383679Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.827208515Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29bbad51-9d8e-4ebd-8802-eb363ec8eca2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.827353594Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.83068417Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de57bb8f-1dee-47f6-a8d1-8182672cd7a3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.830856614Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.833815509Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b021404-3ed1-4b7d-9bbf-91b645195620\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.833919647Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.836247355Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d11ac40d-7e4b-4a63-b63d-304b4edf4a0c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.836369137Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.840660818Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"790cd81a-5b3d-4670-a74a-49d736b2f351\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.840916257Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.842401005Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7eb252f9-76e3-4e89-8cb8-e8ace1e7a862\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.842802986Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.844294027Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d15baf9b-3a5e-4931-b051-b48247673c4f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.844528414Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.845741681Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74292b79-db04-4ee9-bc49-d5bc73323eac\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.846211207Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.84725667Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"268c133b-2c45-4ab1-89db-3e00a39d55a9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.847826585Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.849116225Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c3e221c-9c91-4361-b05d-23edaae8c928\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.849406984Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.853579879Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78e4f2bf-56e1-4e79-85e4-39df9257fc2b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.853795929Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.854294863Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.857641561Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00b5a743-6d68-4f0c-8b1a-d03d4e89967b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.857855297Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.860216912Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ee39ad9-2367-4656-951c-b954884858c3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.860436219Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.863005839Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c57c98f-829a-454d-868b-154a8845592e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.863220858Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.865456953Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93fc6619-9759-4e98-b1c9-f9fe5691579c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.865671881Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.867812456Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aebbb90e-d1e1-4bd4-850b-9e61ddd2b304\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.868019979Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.869012667Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0acb238-a6be-4e10-ac42-d1b9b62a917a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.869233848Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.870271055Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3d13314-154f-42b2-b164-2d43a362b563\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.870492035Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.872411149Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7aa9cf51-597d-455d-a88e-4f9fe94e653c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.872634734Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.884281309Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2706ae50-2957-44fa-905b-da9b22b231b8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.884533722Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42107"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.884659272Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.892096831Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ffe30ce-b126-4af9-9d4c-8ba59eb9bcfa\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.89241239Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.898808664Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c21a8486-4cc7-4619-ba37-cfa66fc74468\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.899082039Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.90436793Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90911d70-237e-4b8c-a812-f60b40cbd615\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.904622017Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.905448714Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.905598302Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.905744132Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.9058435Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.906809004Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.907806952Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95a81ff0-3aa4-4a9d-940c-c2e07384ead9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.908057361Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.909464265Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"066b150e-801e-44f9-b7fc-b9b852c6c97e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.909829873Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.91008451Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.91019462Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.910284739Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.910956868Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.911307918Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.917056572Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.917156942Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.917294856Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.91798421Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.919744597Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.926721128Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.926789805Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.92682262Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.927487575Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.927549478Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.928755902Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.929267Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.929326739Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.932538398Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.933881865Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.937033294Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:25.937099135Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.937133003Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.937667468Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.999758069Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:50317"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:25.999822958Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:26.002066418Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59153"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.002770391Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"0bc104e5-c9cb-47cc-baad-a5efed509107","remote_addr":"[::1]:59153","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:26.005424168Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"0bc104e5-c9cb-47cc-baad-a5efed509107","remote_addr":"[::1]:59153","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":2663,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.005990326Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bc104e5-c9cb-47cc-baad-a5efed509107\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.074863281Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:56791"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.074925876Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:26.076928877Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57729"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.077466398Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"0198dc7d-67d6-448b-97ad-b601834a168a","remote_addr":"[::1]:57729","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:26.077761045Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"0198dc7d-67d6-448b-97ad-b601834a168a","remote_addr":"[::1]:57729","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":249,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.077963548Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0198dc7d-67d6-448b-97ad-b601834a168a\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.135817649Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64599"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.135894953Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:26.136481492Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56326"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.136799305Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"ba5ddde7-8537-4d57-a7ee-e65f89d8f19e","remote_addr":"[::1]:56326","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:26.13726845Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"ba5ddde7-8537-4d57-a7ee-e65f89d8f19e","remote_addr":"[::1]:56326","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":449,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.137527656Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba5ddde7-8537-4d57-a7ee-e65f89d8f19e\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.181308426Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64653"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.181362715Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:26.181975976Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49383"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.182654388Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"ab490e42-2158-4488-98ea-f39a4e35b712","remote_addr":"[::1]:49383","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:26.183001179Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"ab490e42-2158-4488-98ea-f39a4e35b712","remote_addr":"[::1]:49383","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":372,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.183310666Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab490e42-2158-4488-98ea-f39a4e35b712\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.184072003Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.184113215Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.184137463Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.189393946Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.189452433Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.189638954Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.189765036Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.190640129Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.197830816Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.203243551Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.203424802Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.203474371Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.204219896Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.229477971Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.229667599Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.230030392Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.231112618Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.238353224Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.239400331Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.239497504Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.249459443Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.249545715Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.290573981Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.290728839Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.290836684Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.291033436Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.292688985Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.296304889Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.30169059Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.301843384Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.301974917Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.302508199Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.318194784Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.318260314Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.319258954Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:26.319479243Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:26.320069068Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.320130731Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":8,"elapsed":"827.260543ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.320168666Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":9,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.32019552Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.320222393Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.320250039Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.320276942Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.320852329Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.323124456Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.328301992Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.328364486Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.328398333Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.328805234Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:26.331003444Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.333012798Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[(277e7b93-d3a6-405e-934c-14a43fa95b56, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.333062837Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.334221586Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:55636","req_id":"a27862d2-b1e4-4567-8d3b-913db8a4697c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 35 71 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 5q..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.33428385Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:55636","req_id":"a27862d2-b1e4-4567-8d3b-913db8a4697c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13681,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.334493468Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.334657825Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.334833856Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.334920679Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:55636","req_id":"a27862d2-b1e4-4567-8d3b-913db8a4697c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.337253246Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4451, tv_nsec: 136093854 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.33732512Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.337468986Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.338222798Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57786","req_id":"a14b24df-4ad8-4561-a17a-bd4da091bf1e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fc 81 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.338462947Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57786","req_id":"a14b24df-4ad8-4561-a17a-bd4da091bf1e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64641,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.338588507Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.338614959Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57786","req_id":"a14b24df-4ad8-4561-a17a-bd4da091bf1e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.338764217Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57203","req_id":"e68aeedb-a150-41e8-96eb-1de2749ca76d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b4 28 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .(..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.338818585Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57203","req_id":"e68aeedb-a150-41e8-96eb-1de2749ca76d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46120,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.338902753Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.338987632Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57203","req_id":"e68aeedb-a150-41e8-96eb-1de2749ca76d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.4545487Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.455749031Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:63894","req_id":"f67d780d-7a7b-4a9d-89b0-cb1d05813b8c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 4e 66 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c Nf..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.455936685Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:63894","req_id":"f67d780d-7a7b-4a9d-89b0-cb1d05813b8c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20070,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.45643582Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20070,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:26.456771569Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:63894","req_id":"f67d780d-7a7b-4a9d-89b0-cb1d05813b8c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.457289381Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.457407215Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42853"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.457562625Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.461150433Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"804a035e-f30a-432d-a31a-4db9bc6e57ca\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.461558256Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.463242542Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67af55c8-2477-4708-8d7e-1c8b3318a334\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.463517089Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.465853624Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f76d51b-2a67-4339-8307-23d3b2ef47b4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.466105526Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.46980621Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75f0662b-4ad4-4f9b-8f64-a4b5d8376c2f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.470081258Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.473419128Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50411d6b-1a15-4ae7-ad37-0d2cc722f781\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.473627884Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.478973695Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.48018565Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"585e6ca1-6d00-4a86-b919-2522a46b1fc5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.480400779Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.482686683Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bd6f7f9-6383-4d0b-8c4a-6808c3c01673\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.482908244Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.485476221Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e58f7178-0adf-44d9-a944-f2fde50b3d26\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.485758644Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.486925819Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d36face7-6eb1-46b7-a5f4-090a8da87e18\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.487223202Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.489609126Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5990c911-7f14-46a4-8949-3543a6ff7e25\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.489840366Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.498412095Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb0303b2-237e-4125-9e85-b8d32140d509\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.498629648Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.512210858Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a5c9821-60e4-400c-8fc5-2417366a3330\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.512361809Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.527262447Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.527371254Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.542851237Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.542915645Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.542950545Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.542977919Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.54365068Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.546081403Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad6be19c-1a44-46ab-8202-0d9dbcee2a03\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.54632578Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.54637129Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.546402934Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.546430669Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.546453995Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.557309624Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.562701868Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.562762479Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.562794643Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.563120091Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.563934213Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"946d1133-109a-4404-ad7a-b1d5d2709108\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.56408792Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.565328291Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.565369183Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.565810592Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.569777135Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6003dbde-988d-4501-ad11-aadab3f2e89e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.569862205Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.569899489Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d6b1950-d5ed-4559-ba7f-199eaa840003\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.570062173Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.573509341Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f14fd53f-335b-4d4b-8200-2d214dc56e14\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.573626515Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.576351955Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da4ca66c-0ba2-4e19-8c38-41c0f6221cf9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.576574819Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.58896704Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19c5404f-ceed-4f6d-8fdf-78e885c1bb9f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.589049203Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.589904999Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3109b671-3f41-43e6-90a4-553f0258e7b5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.590077532Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.591336942Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcac4f74-24e8-49cd-b2c7-c9330bfc17d2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.592131084Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.593285063Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86e707c0-e9b7-48db-b40e-bc87e522600c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.593416204Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.594717066Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a70df28-509b-464a-ad81-fe748e0ff159\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.594789681Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.596639136Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c4b1bad-2646-4e7a-84aa-f300f221ce67\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.597494099Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.601623437Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f0fbe25-8f01-493d-95ba-dd8d11927b23\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.601889467Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.602601636Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.607186591Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"024541f0-d1d3-4cb8-bb6e-142cc0ef92be\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.608267695Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.61011698Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73c9f7f4-2c9b-414c-95be-b32da8f2562d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.6115324Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.613942802Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da925c7d-63e0-4a39-af96-14db05b524fd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.614020166Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.616859073Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea2c775d-5d00-42ad-adfa-348b82aa8bf7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.616911728Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.62096308Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06086170-8145-408a-81bb-531eca1caa41\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.621164241Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.622280505Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a62e0cd-c055-4762-8770-4278e2213546\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.622460072Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.623753089Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44b2c011-71da-444f-a917-68dc86e257f5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.623884901Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.624977408Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"767c2d85-f7c9-4ac9-9028-ae8802523665\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.625105794Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.626064374Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91b3d5af-e5be-42e2-b912-e2f49c9eb626\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.626184533Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.62752311Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac8e9354-2823-435a-8b35-dbe35eafd690\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.627690955Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.630846913Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6994c9e5-126c-48ea-88ed-d3243628753f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.631318552Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.633907932Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73bdc316-d677-4dd5-9e55-fd35804edcc6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.634049393Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.636853951Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7194effc-52a4-46e4-ad7f-fee8922dccd6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.636979201Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.639168453Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ba8a319-13e8-4faa-9e3b-f637de88125e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.639287109Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.641609536Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54baed8a-3f5b-4211-83ef-7917cff85644\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.64173652Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.643781374Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddf015de-f618-4bc2-b0d3-1bdd18dadff9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.643897195Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.650064883Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9953359d-7ae9-48fb-afd6-80c8c2218272\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.650132267Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.650169071Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a919e22-dfd7-4cdf-970c-72fc2b61dbb3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.650201485Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.657234268Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a633f7b-6974-4609-bbe3-5950434fbe43\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.657368816Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.657520127Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.657574295Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.657608473Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.65763684Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.658261184Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.659091398Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ed83c35-f1c9-473a-8a39-c2dc080cc75e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.659155235Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42107"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.659185014Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.660735303Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68eb48f2-fc84-4cb9-8da3-f49bbf9e5ab4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.66103462Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.66166228Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.666478667Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.666576622Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.666611792Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.666874044Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.669096182Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1de37632-f72f-427e-ba63-50d659b87481\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.669248716Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.669529465Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.669583833Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.670005323Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.672044396Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6188338-1e61-438d-8b56-7e2481c4e472\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.672198994Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.673988149Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b84bcf38-d353-4363-9047-ca96cac127a0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.674092016Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.675799257Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"033c6374-a857-4c19-ad6d-5bc0ad8a97de\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.67607158Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.676117702Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.676150818Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.676179705Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.676541125Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.678816178Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.683686011Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.68375557Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.683789477Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.683820028Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.683850098Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.684454703Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.687787203Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.692499842Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.692573769Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.692605012Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.693094136Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.768659074Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:50317"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.768886267Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:26.77063407Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65181"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.771302792Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"42e5473f-0d4e-47ad-91c0-d622dd60da2b","remote_addr":"[::1]:65181","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:26.771774602Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"42e5473f-0d4e-47ad-91c0-d622dd60da2b","remote_addr":"[::1]:65181","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":481,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.77252166Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42e5473f-0d4e-47ad-91c0-d622dd60da2b\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.832576675Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:56791"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.832853988Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:26.833722338Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:32866"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.834526641Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"b1eed0a0-dfd7-44de-9c89-2af93360a46f","remote_addr":"[::1]:32866","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:26.835351624Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"b1eed0a0-dfd7-44de-9c89-2af93360a46f","remote_addr":"[::1]:32866","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":819,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.836016188Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1eed0a0-dfd7-44de-9c89-2af93360a46f\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.909510381Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64599"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.909581362Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:26.910180456Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42735"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.911756406Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"77b4f1ac-e479-46e9-8442-cfd455fed5b2","remote_addr":"[::1]:42735","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:26.913589638Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"77b4f1ac-e479-46e9-8442-cfd455fed5b2","remote_addr":"[::1]:42735","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1836,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.91482006Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77b4f1ac-e479-46e9-8442-cfd455fed5b2\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.984180456Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64653"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.984233572Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:26.988123583Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40445"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.988737456Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:26.989147873Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"90c98b8a-1560-47f2-9e5f-cf2873ecccc0","remote_addr":"[::1]:40445","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:26.998793472Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"90c98b8a-1560-47f2-9e5f-cf2873ecccc0","remote_addr":"[::1]:40445","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":9674,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:26.999770248Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90c98b8a-1560-47f2-9e5f-cf2873ecccc0\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.002428454Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.002480858Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.002508463Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.008814067Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.008863776Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.008896982Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.008928144Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.009831474Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.015148919Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.018968128Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.019264278Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.019367434Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.019960395Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.049856331Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.049994757Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.050036771Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.050062542Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.054507658Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.060155271Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.065548006Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.065641322Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.065676432Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.066067661Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:27.18756173Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:27.18791826Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.187980865Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":9,"elapsed":"867.786046ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.188019432Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":10,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.188046526Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.1880837Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.188113139Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.188142096Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.188879345Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.191505097Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.197570622Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.197632626Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.197663477Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.198304094Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.198928928Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.198988577Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.199729203Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.202178293Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[(277e7b93-d3a6-405e-934c-14a43fa95b56, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.202235988Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.203068146Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59748","req_id":"b83d81e7-d863-4590-ad13-adb38eef5e7f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: cb 67 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .g..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.203270359Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59748","req_id":"b83d81e7-d863-4590-ad13-adb38eef5e7f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52071,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.203458784Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.20362767Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.203775305Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.203931756Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59748","req_id":"b83d81e7-d863-4590-ad13-adb38eef5e7f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.205483458Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4452, tv_nsec: 4354978 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.205557596Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.205968785Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.20743691Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:55593","req_id":"5311890f-87ad-4a26-9d8f-262e62d52f9e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: dc 43 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .C..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.207501188Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:55593","req_id":"5311890f-87ad-4a26-9d8f-262e62d52f9e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56387,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.207586388Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.207680746Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:55593","req_id":"5311890f-87ad-4a26-9d8f-262e62d52f9e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.207780324Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59316","req_id":"f99f78cc-924e-455c-a5e2-25bfc19c85a2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d1 8a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.208068799Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59316","req_id":"f99f78cc-924e-455c-a5e2-25bfc19c85a2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53642,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.20819992Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.208227415Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59316","req_id":"f99f78cc-924e-455c-a5e2-25bfc19c85a2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.326833039Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.328441123Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.328613406Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:27.3287258Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.329191568Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.330845784Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.331201623Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","body":"None","uri":"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.331920175Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2c5f8a37-9a42-479b-812b-7fd03f6a598c","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.332153981Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64393","req_id":"2fcc1917-5cc1-4645-992b-6f8d3af092d0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 4c 43 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c LC..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.332335683Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64393","req_id":"2fcc1917-5cc1-4645-992b-6f8d3af092d0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19523,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.332900869Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19523,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:27.333132951Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64393","req_id":"2fcc1917-5cc1-4645-992b-6f8d3af092d0","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.33400544Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2c5f8a37-9a42-479b-812b-7fd03f6a598c","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.334090319Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2c5f8a37-9a42-479b-812b-7fd03f6a598c","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.334898329Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2c5f8a37-9a42-479b-812b-7fd03f6a598c","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.33651534Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.336573296Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42853"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.336603586Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.339338606Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.339440128Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:27.340161225Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2c5f8a37-9a42-479b-812b-7fd03f6a598c","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":8214,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.342547479Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c5f8a37-9a42-479b-812b-7fd03f6a598c\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.343092836Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","body":"None","uri":"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.343346531Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ecd626f-aadc-4ece-9b7a-075963cdfd5f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.344454559Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.346692768Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.34675404Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.346905432Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2b28f6b3-730b-4963-90a0-a0b756e9a37f","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.347352443Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2b28f6b3-730b-4963-90a0-a0b756e9a37f","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.347420258Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2b28f6b3-730b-4963-90a0-a0b756e9a37f","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.348542514Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2b28f6b3-730b-4963-90a0-a0b756e9a37f","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.351324326Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0a0999b-0b82-4609-bc0e-983454c76720\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.35166744Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:27.352778323Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2b28f6b3-730b-4963-90a0-a0b756e9a37f","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":5956,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.353256155Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b28f6b3-730b-4963-90a0-a0b756e9a37f\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.353628377Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.353720801Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:27.353799658Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.358649702Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4112d76-c67c-4c8e-8187-552918a3e2c4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.358925882Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.363295929Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.363793661Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"948e36b6-178c-4b4f-a9b4-7de50418a6da\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.364025192Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.366474272Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66e9891e-f251-415c-99f7-de32ed07daf8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.366691204Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.368615668Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97e1ae26-9a30-4b74-b205-d4ab3bb3009b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.368828883Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.370833868Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5feb0b6d-b5ad-4e6b-9f08-12f0089be9d1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.371047433Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.375082012Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1982c393-9434-471a-8c53-726a20901294\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.375268313Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.376331862Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4affe33-7e42-4ebb-b8ae-d82ccc0afe33\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.37647139Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.377975447Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59f96088-ae01-43b6-a7a4-754b7a8aa0f5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.378716494Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.379924621Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d0c0124-ead1-487b-9f01-a01bc3c28faa\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.380102756Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.382319242Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82d3ef24-72e7-4c71-8040-a3cdfe367f36\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.382445483Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.383701726Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"556af3b5-6753-4325-a942-54789c6855f4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.383874651Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.386224222Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3718e69b-b18a-474c-b1c1-6c683bca6805\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.386294352Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.388464075Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14bf621a-21bf-4f3a-a045-9965bd55fb0c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.3885319Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.390376906Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64fe7c7b-5f40-44dd-a98a-ec0e8e591f18\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.390457487Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.394235113Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"578cabc0-fb85-487f-8303-b814c6865997\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.394594459Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.396647811Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ea4f523-7bf1-4719-ab9c-c6b9d875f07f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.397057417Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.399717727Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df167aea-ee6a-4656-a95a-ebcb2d0a2613\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.399964419Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.401121043Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"773d7f06-8049-413b-b6fc-eaa08ca78289\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.401372815Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.403827486Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65e4e6e4-485c-40da-b1e3-3a0f46f27b62\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.404092504Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.405808753Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dacb1f99-be98-4c7d-8a3e-df6f52cd4d55\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.40603789Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.408155349Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"271301d7-9667-4015-a9e8-d7e50ea2d132\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.40836184Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.409811007Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"272c1d4d-1624-4f8d-9ac7-7d2669a665b9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.410060424Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.412535886Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7203202a-036c-4c07-aa40-766b15f53984\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.413061033Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.414889185Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.415018493Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.415110997Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.415191548Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.417331161Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.41919792Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01ef2cb0-0a27-475a-bc51-6310eb219ca4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.419411556Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.419837414Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.426657132Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.426720048Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.426751841Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.435310503Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:27.437103055Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.438651851Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.438764175Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.439511494Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.441360568Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2b3329c-2768-40c8-b182-11c87530bf96\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.441637981Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.444386136Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89afd21b-c00a-4095-9731-f16a5b6fd007\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.444601535Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.447892602Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6824fd0c-de5b-4f65-a7a0-d68a1dc24f27\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.44823243Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.453239035Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03d6bce6-a803-490f-9687-a5594f4b8872\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.453456168Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.454695797Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"209f5397-ea9f-4d33-93c8-8c312f091838\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.45486758Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.457664302Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21bff5fb-417a-4484-8221-e9ba40ee7302\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.458319227Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.460167499Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae901293-4b6a-41d3-b82d-2631938d93b3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.460303581Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.461515896Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a9c5858-c132-4b27-9e9a-33ec91263f23\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.461698269Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.46317433Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bcd8320-aeba-491a-b74c-dc820508d7c4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.463355551Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.466917589Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7787c36-277b-40b9-9f4e-8e09b6aab277\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.467066405Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.471880737Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.474114548Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5191f205-cb05-4b38-9999-1f002a6799de\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.474290829Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.476170725Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"506cafa6-a5e0-4275-bad4-e15dd7282f5d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.476395553Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.478103235Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ac4bca1-f063-4568-94c6-85fa96eb1045\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.478224206Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.480143951Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39f02f28-dfc1-4c6e-b673-f0162532a63e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.480215073Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.48221601Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf767746-e5dc-4bab-8542-b421f38933c9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.482339726Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.483353015Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed1bab24-22c3-44f2-b169-a1fcf377951c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.483413295Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.484367286Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dcd40f4-7dd9-4cad-a818-133ca6151c48\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.484568176Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.485626314Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4eb3ade7-7bd5-4174-aeb3-7c15268bc726\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.485782446Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.486774111Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5538a0bb-afec-4f40-9565-510a435795f6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.486828349Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42107"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.486941385Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.491221523Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92ab0f65-2dad-46e6-b557-6742b106ce55\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.49142582Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.523012073Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d93af358-b6f8-496e-9534-92054c40c71e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.523762488Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.524101774Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.524151203Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.524182425Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.524211262Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.526484021Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.526588158Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.532422022Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.537253198Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.542610782Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.54266974Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.542701613Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.543063414Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.549395651Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.550008712Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.550057299Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.55008289Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.551921614Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ad65005-9658-4ec0-896b-6933ce00a6f9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.552935444Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.553132276Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.553407684Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.553623605Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.555077822Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48223220-cc59-4219-9c17-81c8bf95ee0d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.555188402Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.556663762Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04f67bc5-4ed2-4c14-8d7d-2a926ccc32e1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.556802438Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.556850173Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.556880774Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.556909021Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.557328206Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.560152964Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.565346622Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.56540585Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.565435719Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.565504917Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.56555153Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.565854915Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.568211099Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.5718856Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.571930861Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.571958897Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.57241216Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.625491056Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:50317"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.625554432Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:27.626218986Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56272"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.626706107Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"e38e7469-a8d2-49e7-a4b1-0aef7c76ffbb","remote_addr":"[::1]:56272","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:27.626990173Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"e38e7469-a8d2-49e7-a4b1-0aef7c76ffbb","remote_addr":"[::1]:56272","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":293,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.627364258Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e38e7469-a8d2-49e7-a4b1-0aef7c76ffbb\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.6961855Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:56791"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.696245419Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:27.697090162Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60482"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.698071919Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"010f73c8-4032-4394-931b-e635e0045911","remote_addr":"[::1]:60482","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:27.698133621Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"010f73c8-4032-4394-931b-e635e0045911","remote_addr":"[::1]:60482","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":302,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.698172329Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"010f73c8-4032-4394-931b-e635e0045911\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.738579277Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64599"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.738643104Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:27.739297869Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60414"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.739851852Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"98cd9572-ec08-4760-a4a5-9725e1b90224","remote_addr":"[::1]:60414","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:27.740284685Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"98cd9572-ec08-4760-a4a5-9725e1b90224","remote_addr":"[::1]:60414","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":412,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.740482509Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98cd9572-ec08-4760-a4a5-9725e1b90224\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.787535017Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64653"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.78762164Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:27.788189862Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45450"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.789404792Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"6aadca2b-a7aa-47e6-9bf1-f2aadad0dda7","remote_addr":"[::1]:45450","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:27.78959953Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"6aadca2b-a7aa-47e6-9bf1-f2aadad0dda7","remote_addr":"[::1]:45450","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":318,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.789809529Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6aadca2b-a7aa-47e6-9bf1-f2aadad0dda7\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.790891875Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.790953147Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.790981965Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.794760323Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.79498998Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.795454376Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.795507732Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.796165152Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.800220512Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.80426998Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.804592593Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.804659296Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.805145936Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.812509928Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.879863175Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.879951872Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.879992462Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.880022412Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.881092685Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.896826443Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.901622359Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.901700484Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.901780193Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.902663774Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.954203393Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.954280747Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.954891825Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:27.960413216Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:27.960776419Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.96093733Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":10,"elapsed":"772.783901ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.960985766Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":11,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.961016047Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.961044303Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.961074403Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.961100545Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.961994306Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.971436198Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.975802067Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.975864992Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.97589922Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.976291151Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.981268428Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[(277e7b93-d3a6-405e-934c-14a43fa95b56, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.981388588Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.98243384Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59545","req_id":"16aac0c7-c6cc-41a4-8629-4bba2fc2e831","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 41 16 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 A............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.982617917Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59545","req_id":"16aac0c7-c6cc-41a4-8629-4bba2fc2e831","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16662,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.98294548Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.983287421Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.98373389Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.98390909Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59545","req_id":"16aac0c7-c6cc-41a4-8629-4bba2fc2e831","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.984486239Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4452, tv_nsec: 783404653 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.984742911Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.985005554Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.985530701Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:61102","req_id":"c8cbca56-054b-4a45-82cb-d6c002e4f7b3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2d 8e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e -...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.98569627Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:61102","req_id":"c8cbca56-054b-4a45-82cb-d6c002e4f7b3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11662,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.986308641Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.986461746Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:61102","req_id":"c8cbca56-054b-4a45-82cb-d6c002e4f7b3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:27.986640041Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:60352","req_id":"c563452e-0eb4-423e-935e-0ef744fc0bd0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b9 31 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .1..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.986793577Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:60352","req_id":"c563452e-0eb4-423e-935e-0ef744fc0bd0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47409,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.987029417Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:27.987168003Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:60352","req_id":"c563452e-0eb4-423e-935e-0ef744fc0bd0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.110856354Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.111573984Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:54189","req_id":"1142f4d4-c416-4c8a-ad39-5b8d17997a1d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 13 1a 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.112838513Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:54189","req_id":"1142f4d4-c416-4c8a-ad39-5b8d17997a1d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4890,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.112945136Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4890,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:28.113020826Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:54189","req_id":"1142f4d4-c416-4c8a-ad39-5b8d17997a1d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.115892007Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.115985413Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42853"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.116148278Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.118549622Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75288d9d-dc01-4b77-aea6-1a55921b97af\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.119126401Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.121071046Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9db6346a-9e42-498a-87d5-732c1ad367bc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.121354471Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.124006775Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b736738-5dd2-4f9f-98e9-486a436187ab\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.124352945Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.12685485Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdfbc0f8-d770-4e54-9c2d-097de6007ea6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.127201851Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.14801508Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1387c48f-7d5a-435e-9265-277a3599e759\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.148361821Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.149780217Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.156299146Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54d12ff8-061a-4824-a7ef-13cb57f2c23d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.156533873Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.161333216Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54209dd6-7754-4bc4-b116-b3a6a1daa061\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.161556651Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.163566024Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c484c06-79c1-44b7-9131-3899b91a470c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.163909388Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.165080682Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ea65512-30eb-44fd-b95f-c34407d0153c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.165366492Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.166970307Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbab24c2-c06d-4663-801e-dddad98a55a7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.167207049Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.168314515Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98a7ec66-fc27-4655-a345-d3104eebd2fc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.168596878Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.170307416Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d6afddf-0954-43f2-90a9-c5f0f9deae99\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.170519459Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.172267Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24ad6563-bbc2-4f18-aac3-7120d93f50eb\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.172689162Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.174944475Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7184941e-9707-4bb3-8710-c803415c7d1c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.175149013Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.177686749Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51af027c-a8a5-4684-8881-e57383e185bb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.179112239Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.182026205Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37c1c5b8-91ff-4140-a98d-727a8ccc9d8e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.18247554Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.186053579Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f344bb6-2ff6-47bd-82cd-c46be87559d9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.186250722Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.188137281Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"499dfb4c-9e66-43cb-979d-8f87002a5213\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.188486537Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.190543235Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"263676c6-5872-46e7-8dd6-efe54aa501ef\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.190588224Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.191648958Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33dfedf3-2984-42e8-abe4-501ab9cae8eb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.191922914Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.192925682Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10fb22af-400d-415b-af23-211be7210310\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.193062925Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.194893793Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c57c5374-2f5c-4a0c-883f-95b3411221c9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.195026808Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.19598627Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5272543-3685-4bf0-8a91-613a135f99d8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.196107882Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.197676157Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22c0744e-2bc1-48a0-80bb-148c6581daac\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.197860193Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.201315969Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.201374395Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.201408733Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.201437982Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.202403335Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.202984754Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b9bebba-418f-476e-9646-9c9b72ab24db\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.203301595Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.212532888Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.219375201Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.219489749Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.219669818Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.22036869Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.224122479Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad532933-408e-474f-ae6d-172a02fb217a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.224354201Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.225024376Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.232568357Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.234423794Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.235310581Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.235374608Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.235408706Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.236415683Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.238920774Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.240097969Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.240416193Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae921aef-1331-472d-9dae-db352b48d20c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.240578306Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.241506165Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.241551425Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.244654478Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cddcbadc-b50d-4cd7-a09c-0abe1780bbb1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.244777673Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.248490922Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc39c556-0d89-4581-adbc-ed54bbf44baa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.248593256Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.25086421Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e10b827-8a01-4f69-9e3d-0531ec36a87c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.250937977Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.251975254Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f19d4aa-55ec-4837-b1fb-9f1aefd79341\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.252560119Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.253460784Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ac62af0-09c9-44a5-a712-9325aff0eab4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.253643949Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.254846214Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c02c2ad9-87ed-4a9a-8913-2047c5a79864\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.254913298Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.255889082Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"171f1d78-0471-4523-a5a2-98ecf2370294\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.256105704Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.259012646Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"325e6ae3-6cde-485d-992a-487da12fb141\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.259298134Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.265567826Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f862d79-5fb2-41a7-bd28-9223320099a3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.265777193Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.270775362Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.27264166Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"062c56d6-f2af-4af3-94bb-8c8fe228a549\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.272717371Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.277110845Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f7311de-2f7d-4a20-87c1-1f8a202007f0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.278180907Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.280994874Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb44022a-94cb-4d62-b197-9225b2f00ab6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.28131935Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.291554703Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ffd6669-0b46-41c3-818c-5dcd01ea72ce\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.292189328Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.295119306Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db5f537f-99dd-4f1e-87b2-17fb32e18455\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.295200337Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.295594583Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2866719a-4f04-4a56-affd-7ef3a76753c5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.295836545Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.296817018Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c74eb74f-1e90-4840-a396-cc09c487c3ab\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.296986967Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.297912822Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5cfb105-fba6-4f57-b208-bcc395e7bf4d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.298070786Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.299097893Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6c63438-901c-4b8b-b9ef-9586835a51f6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.299155969Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42107"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.299187401Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.300784403Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f09fba57-86b1-4f4f-aa30-10df9edb2b18\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.301046525Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.302287458Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"388fbece-3665-46b7-b19a-65b63ff5be7b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.302432387Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.303649942Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9abaab28-4e9e-4274-8b9d-8b6b674401be\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.303822657Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.305324709Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a658e90f-0a76-46a2-8d36-40ccbffd59a7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.305537243Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.311734801Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ab605a4-482d-4793-b9d8-c4db71481ff6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.31196536Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.312006492Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.312037254Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.312063987Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.312802078Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.315818598Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.320199116Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.32026137Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.320297602Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.320328834Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.320360798Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.320996033Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.321831348Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.321874915Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.321903812Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.321929724Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.322358238Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.323621645Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.327351346Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.32741355Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.327502257Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.327905099Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.332380496Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.340692618Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.340790402Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.340874229Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.341519946Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.405301817Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:50317"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.405567236Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:28.407384657Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51086"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:28.40774753Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.408314099Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"71afc726-53a7-4494-9182-ae91be394897","remote_addr":"[::1]:51086","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:28.409121538Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"71afc726-53a7-4494-9182-ae91be394897","remote_addr":"[::1]:51086","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":920,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.409716684Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.409771843Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.411728151Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.41205884Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71afc726-53a7-4494-9182-ae91be394897\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.469935055Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:56791"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.470084272Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:28.470593707Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36830"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.478026557Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"38ef3a83-e5e2-4cf5-ba98-0c9977a1fee5","remote_addr":"[::1]:36830","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:28.478353969Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"38ef3a83-e5e2-4cf5-ba98-0c9977a1fee5","remote_addr":"[::1]:36830","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":339,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.47886122Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38ef3a83-e5e2-4cf5-ba98-0c9977a1fee5\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.586676314Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64599"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.588259619Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:28.58899781Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43075"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.590084976Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.590868898Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.592532773Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"8cf02c8b-a532-4bf2-8f81-9522382df60b","remote_addr":"[::1]:43075","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:28.594025367Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"8cf02c8b-a532-4bf2-8f81-9522382df60b","remote_addr":"[::1]:43075","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1500,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.595345607Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.596083197Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.596190701Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.596263165Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.596410008Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cf02c8b-a532-4bf2-8f81-9522382df60b\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.684691303Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64653"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.68477014Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:28.686075701Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64291"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.686766087Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"ceb2bbe8-ff61-4e39-9d83-4a0d8beaaa77","remote_addr":"[::1]:64291","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:28.699711169Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"ceb2bbe8-ff61-4e39-9d83-4a0d8beaaa77","remote_addr":"[::1]:64291","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":12885,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.702576097Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ceb2bbe8-ff61-4e39-9d83-4a0d8beaaa77\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.70292369Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.702972737Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.702998098Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.706469464Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.706560145Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.706704613Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.7067384Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.70807324Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.716932972Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.720241564Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.72043531Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.720477815Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.721586744Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.747614373Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.805802679Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.805961034Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.80606931Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.806156243Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.806968522Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.812621996Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.828030677Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.828107059Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.828140716Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.828680581Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:28.829177001Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:28.829581376Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.82962855Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":11,"elapsed":"868.636932ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.829729211Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":12,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.829771575Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.829803449Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.829833669Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.829862126Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.830358164Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.834231521Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.834289387Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.834795866Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.835151274Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.839066154Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.839412845Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.839470079Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.839582152Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.855786398Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[(277e7b93-d3a6-405e-934c-14a43fa95b56, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.85620901Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.860818735Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:58510","req_id":"8a1635fb-4f1e-496d-830e-510e6cb59532","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 97 5b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .[..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.860973293Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:58510","req_id":"8a1635fb-4f1e-496d-830e-510e6cb59532","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38747,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.861180255Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.861368971Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.862175959Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.862282802Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:58510","req_id":"8a1635fb-4f1e-496d-830e-510e6cb59532","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.862808319Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4453, tv_nsec: 661629167 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.862878298Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.864085964Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.864748013Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:58717","req_id":"9397f19a-5985-4090-a427-8fc52d6cd922","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 98 a5 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.8648114Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:58717","req_id":"9397f19a-5985-4090-a427-8fc52d6cd922","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39077,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.864963433Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.86500211Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:58717","req_id":"9397f19a-5985-4090-a427-8fc52d6cd922","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.8651229Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51848","req_id":"159a5538-2302-4c99-b4bf-0c40eb1cd466","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3c 2a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e <*..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.865171587Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51848","req_id":"159a5538-2302-4c99-b4bf-0c40eb1cd466","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15402,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.865421515Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.865467657Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51848","req_id":"159a5538-2302-4c99-b4bf-0c40eb1cd466","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.97641859Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:28.978410579Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56634","req_id":"b1c1fb09-4e2b-47e8-a6fe-ac429bb22870","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: d7 c6 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.978601269Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56634","req_id":"b1c1fb09-4e2b-47e8-a6fe-ac429bb22870","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55238,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.978977258Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55238,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:28.97908891Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56634","req_id":"b1c1fb09-4e2b-47e8-a6fe-ac429bb22870","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.979983182Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.980041107Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42853"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:28.980070326Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.010431759Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38a86d0c-471a-4062-9440-6403664270ed\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.01167689Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.039787047Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97224b44-3b30-4f50-ab4e-0a9ddc6b41b6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.040185121Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.05480501Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.060758602Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d9cec05-4905-45b1-956c-df339aa278f2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.06126474Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.065655709Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5271f70-cfd9-4acd-abe7-2ec0aa8c733d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.065873473Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.070766993Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"056320e3-1808-4949-8dfa-6bbceea55e08\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.071332981Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.091647065Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd99dc7b-e614-48cc-ba49-fd75805a4019\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.092167682Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.100932355Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13ca3e4c-d047-4e52-96da-6c2c4e516a50\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.101160149Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.104730543Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b18221c-58fa-4f24-8402-520bd0a0ef53\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.104944269Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.106151344Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.106293607Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.106394478Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.106482804Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.107361555Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.10765512Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35573bed-8543-48c3-8f7c-7201c88173da\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.107893705Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.109996896Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"378d88ba-f3d9-4220-b947-3ad753990e8a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.110317495Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.110677993Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.116437118Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.116537668Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.116626124Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.117142433Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.12126145Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a808179c-0dc8-4438-b67f-0f033ffa4b98\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.12150225Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.12549263Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.125678821Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.129556627Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.130786929Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66ec41fc-2e76-4695-8278-7e9ddf50b184\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.131197256Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.154633471Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a329275e-4512-4fbc-83ae-6df54d690541\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.156958915Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.173402578Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b7edb2f-aea2-485d-895b-b74b07a1474f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.173652255Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.183172053Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e5d3b0f-a08f-429c-9bb1-ba0464bfcd7e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.18339171Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.1859712Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e325439-1524-4328-a87c-78aa089e98c2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.186097582Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.189230925Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.190172Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4f624da-7f5e-467b-80ab-86f80d4d3386\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.190226789Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.192245561Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a1cdb1d-9544-470c-abeb-03b5e53a4edb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.192458265Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.194686845Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55f667c1-4e02-473b-b1d3-3cb90e7f7509\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.194802536Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.19573302Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6387fadc-79c1-4754-98a0-53acfd8315bd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.195875443Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.196815747Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1d3f0f2-b96c-428a-aa34-334f3520ff57\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.196956517Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.197930658Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e737d00-ef04-46df-a616-1ea54075b83f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.198062291Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.198958837Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e845e047-01e7-41e0-b586-9d6f1f1815ed\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.199074097Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.200460048Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b452549c-76d3-4a21-aa24-5bc7581cebeb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.201701992Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.20394447Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6b9d564-7d36-4dcb-8d27-bd75a2095a71\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.204012366Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.205862612Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc6284ec-ac89-419e-827a-4ef72cc0f74d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.205933654Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.208139278Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8882ff5-cb16-4ace-8ff1-0d68ba2138a5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.208208336Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.212181492Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00e6c110-e1c9-4b65-909a-6feebe129b60\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.212332082Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.214393249Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"264939fb-c3a8-4444-b40e-433ae50ecd17\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.214514621Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.216395929Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8da1bb20-59f3-4e5e-aaff-fe6045674c52\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.2164714Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.217322956Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b09a5326-2592-4253-ade2-f49d1be135ed\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.217602613Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.21901625Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13b95567-32d5-4f8d-953a-a124ffc909d7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.219138423Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.220137785Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f33e045e-0271-4508-af06-fa830b495b58\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.220265559Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.222466314Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44352142-cb77-4a6a-b6eb-07597f7b39d5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.222615521Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.223173543Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.22323198Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.223381628Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.224428183Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.225420841Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea41c528-c89b-4d33-a940-3145c51b912c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.225578715Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.227878497Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0aea53f-5309-45ed-9c35-45d23f05f511\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.2280102Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.23182967Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.231888227Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.235437438Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48eeb8eb-8ca1-4d7b-98c3-e72462fc9644\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.235678037Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.240831085Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.240907367Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.241587602Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.241637261Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.241771629Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.241818292Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.242510611Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.245479987Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d697140b-9522-421e-9266-8ec24eeaa78b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.245649244Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.246279911Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.255208911Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.255266877Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.255296596Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.255979347Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.258579437Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.258685518Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.259658307Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.259871572Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0329134c-f534-4c6a-91b2-7013e967f37d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.260003134Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.263413559Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"112d0f7f-afa6-4344-b743-deb0241b5bf5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.264309945Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.267809076Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbb43c12-c749-477a-860f-ccd95e4e6033\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.268328291Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.269551999Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e39b8d8d-5a26-4fb4-8521-d805dce2f917\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.269619794Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.270831488Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90e4323a-aeec-41da-9f52-f9d1f2195fdd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.271069583Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.272216368Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8f5c069-6ba9-4046-9810-240fad37e56e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.272591996Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.275167428Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b13c839-840b-4536-93d2-3569dff0a1f1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.276083403Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42107"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.276210115Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.283111155Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fb31006-0288-45e3-8f23-62b600beb321\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.283734036Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.287667283Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd5c161c-5ec5-4ef2-a1d1-e5720b0422e4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.287938393Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.28973894Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c9fb09b-f121-4b82-8440-6af90fffaaf4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.289980371Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.294514095Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.295898974Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c4537da-ce64-431f-b32d-a5bbf317be9d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.29619342Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.298193966Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e74e38f4-6ae8-4ffd-b281-26b4583b8eaf\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.299870016Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.300001187Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.300094543Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.300179092Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.30190458Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.304879677Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.309386697Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.30948826Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.309578018Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.309661174Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.309744811Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.310993799Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.31325285Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.319155561Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.319414206Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.319901066Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.32114751Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:29.322172893Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.322555084Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","body":"None","uri":"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.322949871Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a369fede-25de-4e5e-af97-6c6fe89ca490","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.323348195Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a369fede-25de-4e5e-af97-6c6fe89ca490","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.323445158Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a369fede-25de-4e5e-af97-6c6fe89ca490","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.324179631Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a369fede-25de-4e5e-af97-6c6fe89ca490","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:29.324479909Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.396230177Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:50317"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.396299044Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/inventory","method":"GET"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:29.397196202Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a369fede-25de-4e5e-af97-6c6fe89ca490","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":74248,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.398091376Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.398151485Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.39818383Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.398211745Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.399015797Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:29.399074514Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52567"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.399809058Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a369fede-25de-4e5e-af97-6c6fe89ca490\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.40012645Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","body":"None","uri":"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.401277534Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3c220eaa-01a5-4458-be6c-fb995f4e21c3","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.401535858Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"17b59927-16ae-4eb7-9eba-6f63bbcbe5f4","remote_addr":"[::1]:52567","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.401977508Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3c220eaa-01a5-4458-be6c-fb995f4e21c3","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.402047328Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3c220eaa-01a5-4458-be6c-fb995f4e21c3","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.403393921Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3c220eaa-01a5-4458-be6c-fb995f4e21c3","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:29.404048986Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"17b59927-16ae-4eb7-9eba-6f63bbcbe5f4","remote_addr":"[::1]:52567","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":2475,"response_code":"200"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.407250104Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.417445808Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.417591107Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.417737609Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.419686733Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.419782995Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17b59927-16ae-4eb7-9eba-6f63bbcbe5f4\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.499072674Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:56791"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.499240479Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:29.50096296Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35111"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:29.502658188Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3c220eaa-01a5-4458-be6c-fb995f4e21c3","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":101330,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.504960165Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"a5d94a0d-e624-4ff7-ab8f-60afdb4a1c10","remote_addr":"[::1]:35111","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.505314911Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c220eaa-01a5-4458-be6c-fb995f4e21c3\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.505889877Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.505987812Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:29.506068002Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:29.506423681Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"a5d94a0d-e624-4ff7-ab8f-60afdb4a1c10","remote_addr":"[::1]:35111","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":1476,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.507233083Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.507355527Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.50828028Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.508942479Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5d94a0d-e624-4ff7-ab8f-60afdb4a1c10\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.589844451Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64599"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.589917617Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:29.590965214Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53223"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.591178479Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.591231094Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.592545753Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"7eac58d1-b3bd-4496-8f70-0d8c5f3d48b6","remote_addr":"[::1]:53223","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:29.597735854Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"7eac58d1-b3bd-4496-8f70-0d8c5f3d48b6","remote_addr":"[::1]:53223","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5102,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.599506352Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.600411666Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.600680722Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.600764368Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.60098603Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7eac58d1-b3bd-4496-8f70-0d8c5f3d48b6\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.654343722Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64653"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.65439289Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:29.656083759Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64190"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.660584706Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"8b3bff0c-9c4f-443f-b842-ac386c0fc64d","remote_addr":"[::1]:64190","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:29.662094976Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"8b3bff0c-9c4f-443f-b842-ac386c0fc64d","remote_addr":"[::1]:64190","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":1534,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.664186493Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b3bff0c-9c4f-443f-b842-ac386c0fc64d\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.667251089Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.667304996Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.667331138Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.67941288Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.679477389Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.67951324Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.679544232Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.681680709Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.687325185Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.696760374Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.696983899Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.697038428Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.700074036Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.755481522Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:29.776285603Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:29.77680094Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.776945287Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":12,"elapsed":"947.228091ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.777096098Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":13,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.77723284Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.77744844Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.777563058Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.777678248Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.779612702Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.786656677Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.790903228Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.79097477Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.791052225Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.79229456Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.795765866Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[(277e7b93-d3a6-405e-934c-14a43fa95b56, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.795822759Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.798042693Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:61632","req_id":"eb6d36a5-b221-4bff-a237-b71ddce5a23a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 25 f5 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 %............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.798105728Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:61632","req_id":"eb6d36a5-b221-4bff-a237-b71ddce5a23a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9717,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.798174515Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.798195407Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.798215858Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.798236669Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:61632","req_id":"eb6d36a5-b221-4bff-a237-b71ddce5a23a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.798285516Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4454, tv_nsec: 596866257 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.798326147Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.798348943Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.798498892Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:55626","req_id":"88a2267b-173e-4015-a110-308f25fdcd74","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: aa c8 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.798550144Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:55626","req_id":"88a2267b-173e-4015-a110-308f25fdcd74","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43720,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.798697948Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.798733639Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:55626","req_id":"88a2267b-173e-4015-a110-308f25fdcd74","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.798857025Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57483","req_id":"d0c47db0-98e0-4ee1-98cc-80849052547b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 65 96 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e e...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.799098015Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57483","req_id":"d0c47db0-98e0-4ee1-98cc-80849052547b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26006,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.799188636Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.799209768Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57483","req_id":"d0c47db0-98e0-4ee1-98cc-80849052547b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.978743126Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.98019052Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.980392533Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.980505197Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.980599295Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.981805017Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.983553831Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53119","req_id":"fe3d0b00-475e-4fb0-bca2-0a3ddf44af7f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 44 49 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c DI..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.983797768Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53119","req_id":"fe3d0b00-475e-4fb0-bca2-0a3ddf44af7f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17481,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.984161643Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17481,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:29.984510848Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53119","req_id":"fe3d0b00-475e-4fb0-bca2-0a3ddf44af7f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.985792782Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.985884786Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42853"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.986048211Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.986677195Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.993069952Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:29.993168137Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.993255582Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:29.993890587Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.017945034Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.01812403Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.018777552Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.031868014Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eba9f7e9-7a97-4242-904e-b131fd4c8513\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.032519623Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.044143382Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"283bb90d-81c8-4d11-8fb9-13799ad33e0a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.044364292Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.056906993Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fee7f82b-49b9-4171-ab00-5c35bb9d4066\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.057054206Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.059389579Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cb4f990-2c39-4daf-a838-fc806a25bd3a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.059523997Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.061763058Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d1c5562-eb00-43f8-8e19-2ca5c4762f1d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.061883659Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.068595371Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e55430b1-dde3-41c3-ac79-165fbc3588cb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.068828225Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.075894274Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f548047c-1824-4b45-9cd9-0183b18930ae\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.076123891Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.077039566Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.080612755Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8274e6d8-b991-474f-aea5-db93921c309c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.080852373Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.082280538Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86be34ac-645a-4926-9f69-f1027c14255b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.082601738Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.0843745Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73c1fc78-4c39-4f01-ac9d-2014538b86ac\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.084731241Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.086426098Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0737557-891f-4991-969a-f2b6d06e7765\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.08671316Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.088639678Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22aaba06-6fad-464f-af76-dbfd0992ab2d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.089086188Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.092702694Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d5b4546-405a-4510-a937-73ac9b4ec3ff\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.093189333Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.099635948Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0581c4a1-1106-4a4a-8cf0-007ecfc10d8a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.099852579Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.103966907Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86345c63-72ab-4e42-a118-b499e08bfeac\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.104178188Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.108406763Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05a8b2f9-78bc-4109-a3f2-11cbfadc0c7e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.108708073Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.112416001Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08e95eec-625e-46d8-a75b-4a01747fc598\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.112628304Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.116478796Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc7fb364-570e-4532-bd91-8631c1ec9a6d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.116692722Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.121627224Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d1fbd10-78d6-427b-9fe7-1914708ba692\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.121763906Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.124274649Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92ec06e5-4a5b-495e-baef-dc1d4e627aa2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.124504897Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.127941555Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"656ee6d7-a564-41b1-ad34-7fcbd2567e12\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.128099229Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.128304037Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.128350449Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.12838078Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.128407784Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.129140113Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.130261697Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"495e27a4-7133-4d4a-91c4-b0701cf0c11d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.130455854Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.132229318Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.138428329Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.138491625Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.1385244Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.138873766Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.139888238Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0ea3a25-d4cc-49d7-a5b3-b343ce8c8b47\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.140013908Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.141311233Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.141369068Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.141777382Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.1434779Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c688391d-bbc3-45c9-9df3-c70655509050\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.143666325Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.148840064Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c17fd3b-6eb6-4fe5-9802-1373fd1e44cd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.149186524Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.153675107Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7411637f-3827-47f6-8dfd-61a0f5358328\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.153860687Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.15807801Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01cde932-ee67-41d6-9a7f-a51f8f870cee\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.158196866Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.1624851Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25c1c5cc-cc7e-439b-8476-7b93710cd017\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.162573446Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.166869727Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0576f8e1-8599-402d-8afc-77b148e7151a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.166946479Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.172033275Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.172720424Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27b0284c-61ec-4033-b905-15959043dea3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.172785964Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.174943914Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15174751-3f9b-40a3-9ded-0789b14352ab\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.175254944Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.17892198Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c04ba22-b238-4e27-afa5-da0560acb504\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.179146397Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.180285677Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"900a2de7-1700-415a-acad-319e6550066c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.180364414Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.18141163Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c9d93f0-151f-4e0f-ab93-429535cd861e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.181565948Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.182951448Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd429dad-7eec-4028-a650-046218257f76\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.183219512Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.187417577Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b66d077e-6e13-454a-90f2-d7f39b94a66b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.188320867Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.19150972Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41ad721f-1999-4f23-8548-5be39f0ae547\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.191779257Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.194274699Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c72c1fd-d583-4fe4-9661-02dfaa68231a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.194491331Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.197431809Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcf367e0-fa5c-4394-838d-33b6a2776282\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.197644734Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.200057762Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d30d6e7-9b12-4d7a-a333-70dd4754156c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.200410885Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.202534576Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f7d200d-f405-4897-aefd-8c3fc0a5101d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.202809624Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.203972421Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e66e34a-a1a7-406f-999d-c0f21b19e400\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.204237559Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.205637509Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41776492-9300-40d7-998a-048eda744ca2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.205858209Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.207504148Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32ef495d-7668-40ce-9e71-0c75b63146f0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.20814235Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.209339825Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c69a4d1-e851-40f6-a71a-9e36c07a88ed\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.209521057Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42107"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.209636497Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.213932506Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10524bf5-3cd7-4805-8c0b-2bd448da86a2\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.214266151Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.216180595Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4018b121-9ae3-480c-9709-6c920f999bda\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.216422968Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.218225419Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c7bb5d2-649d-44cb-87d4-2373238692ee\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.218880775Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.220916371Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecb59de7-9626-403a-8796-6c2c8f071d02\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.221099075Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.223001816Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.223052748Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.223113248Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.223139991Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.224105776Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.224304431Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.224340113Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.224882142Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.226994321Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.227365551Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bef958a2-b6e4-418b-b736-daae54ee5448\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.227560098Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.227609968Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.227640699Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.227669095Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.228206797Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.228391254Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.235690558Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.235752711Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.235783332Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.236248239Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.23862262Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.244566853Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.244631923Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.244663876Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.244694357Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.244721361Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.245052841Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.246579543Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.246907076Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.247198707Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.247251833Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.24842513Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.248572594Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.252336173Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.252402645Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.252436483Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.252811039Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.256542554Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.256622383Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.307284223Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:50317"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.30735784Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:30.307932114Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56327"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.308379265Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"3d202068-e461-445e-a51c-3841690cc373","remote_addr":"[::1]:56327","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:30.308712098Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"3d202068-e461-445e-a51c-3841690cc373","remote_addr":"[::1]:56327","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":346,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.308968068Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d202068-e461-445e-a51c-3841690cc373\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.371140663Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:56791"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.371257867Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:30.372397748Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36354"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:30.372763837Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.373303693Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"69252b3a-a82e-4aab-b8e8-907990885749","remote_addr":"[::1]:36354","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:30.373670794Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"69252b3a-a82e-4aab-b8e8-907990885749","remote_addr":"[::1]:36354","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":378,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.374013647Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69252b3a-a82e-4aab-b8e8-907990885749\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.472887337Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64599"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.473216422Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:30.474476994Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45511"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.475522467Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"6cf3279d-9851-4af9-8c0c-f1b6cfa37fc0","remote_addr":"[::1]:45511","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:30.476057333Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"6cf3279d-9851-4af9-8c0c-f1b6cfa37fc0","remote_addr":"[::1]:45511","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":515,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.476459584Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cf3279d-9851-4af9-8c0c-f1b6cfa37fc0\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.529740994Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64653"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.529864891Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:30.530530427Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42035"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.531128368Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.531449809Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.532836852Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"6525372a-421e-47d5-942f-2700c88cf437","remote_addr":"[::1]:42035","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:30.534757008Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"6525372a-421e-47d5-942f-2700c88cf437","remote_addr":"[::1]:42035","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":1932,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.536176566Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.537245917Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.537356447Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.53742788Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.537577498Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6525372a-421e-47d5-942f-2700c88cf437\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.543586781Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.543702682Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.543770577Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.552241655Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.552592644Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.554148995Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.554335216Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.555905104Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.565256927Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.57060366Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.570907215Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.570967455Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.571790385Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.60483814Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:30.652319844Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:30.652665994Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.652720713Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":13,"elapsed":"875.598313ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.652773649Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":14,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.652804831Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.652832666Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.652861544Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.652888397Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.653589805Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.657230468Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.657777037Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.657823911Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.657851526Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.658700087Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.660192009Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.665349455Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.665430096Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.665462721Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.666833141Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.670149809Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.679426453Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.679542985Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.679635329Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.680659129Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.680831993Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[(277e7b93-d3a6-405e-934c-14a43fa95b56, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.68088559Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.682926366Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:61633","req_id":"44bafd92-400e-4488-8d08-68ab863cc814","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 54 76 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 Tv..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.682992838Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:61633","req_id":"44bafd92-400e-4488-8d08-68ab863cc814","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21622,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.68306376Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.683454508Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.683499929Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.683713284Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:61633","req_id":"44bafd92-400e-4488-8d08-68ab863cc814","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.684704429Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4455, tv_nsec: 483557151 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.68486083Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.685636526Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.687578545Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.687638895Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.69012546Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.690602921Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:62861","req_id":"e195a3ba-5865-4384-bba3-2992db5d93a3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 4f 35 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e O5..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.690845665Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:62861","req_id":"e195a3ba-5865-4384-bba3-2992db5d93a3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20277,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.691080783Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.691125703Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:62861","req_id":"e195a3ba-5865-4384-bba3-2992db5d93a3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.691341082Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53171","req_id":"2f7e119f-3f75-4e44-88f7-58d3399a0ff9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 19 3e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .>..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.691465289Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53171","req_id":"2f7e119f-3f75-4e44-88f7-58d3399a0ff9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6462,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.691804645Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.691913813Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53171","req_id":"2f7e119f-3f75-4e44-88f7-58d3399a0ff9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.804498551Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.806910015Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:63712","req_id":"15ca069d-b406-4114-8a7a-28195406ccb5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 1b 45 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .E..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.806980886Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:63712","req_id":"15ca069d-b406-4114-8a7a-28195406ccb5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6981,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.807276065Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6981,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:30.80737929Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:63712","req_id":"15ca069d-b406-4114-8a7a-28195406ccb5","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.807622595Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.807701963Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42853"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.807734077Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.813017805Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d38fea7-09fc-4f0a-b094-89264f6c0814\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.813334886Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.814689866Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"959eb0b2-0c76-4a63-b524-9cbda0c6f0bd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.814873712Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.823975788Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd7fe77e-3c33-4abc-8da3-bd16ab6f258b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.824318921Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.832704409Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0341add-f533-4eed-a168-d36a6033230e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.832924387Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.836167419Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdb569c6-698a-4421-b551-5c7d579cf341\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.836609339Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.841810532Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.843603725Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d9a2dba-48b8-4a80-b432-c2e7c2003fd2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.843931398Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.847130913Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7408804-2f22-408f-8a15-6da11f0c1d82\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.847267836Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.851146975Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e665a19-c475-40d0-9098-4df5d60c092d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.853046489Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.855138858Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35730beb-433b-4a27-a999-0c5dc87c4991\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.855204599Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.857160546Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57252220-64d6-4726-b129-0ea22ea7d57c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.857774469Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.859259819Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"512cc4e4-dffa-48e2-8e08-097155175642\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.859351532Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.860674498Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27e1de0d-dd60-4f67-8014-e0ebc6f6f5bf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.86243755Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.863714705Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5ffc0a9-ea21-4116-a5db-e04f8460d89a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.86389299Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.870446508Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bb8f1bd-a02f-4af0-ad41-735c7e4e8a8e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.870595174Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.894398691Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.89446343Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.894500263Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.894530423Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.896962188Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.90620278Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.916312192Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.916415007Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.916499896Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.917015483Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:30.920836316Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.920945423Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.922355663Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.925218337Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd84a106-c4d8-44b5-8bea-813aff33d3ad\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.926040986Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.940841455Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"959d58dc-c4eb-4f17-96a9-a84d448ba7de\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.941066894Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.946053269Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19d752be-f406-4de6-b239-f51d3663abbb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.9481416Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.956020027Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37d8c579-5dca-4d13-a4cf-32abb28e35fc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.956253513Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.96031253Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1ef4824-7dbc-472e-90e1-3871f4341642\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.960680142Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.962913292Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f29daba1-0d81-4ef8-834b-3c7890fc96d5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.963157107Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.966804926Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c67194a8-46af-4825-a67a-6882c4205e9e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.967050595Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.967854637Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.969916545Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3563c1c8-c811-4e48-8b0b-5046dd437eed\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.970151463Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.971106476Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59b91853-dec5-4626-8fcf-9e3d2d00ca44\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.97136429Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.972710452Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42fc10df-f260-4264-9680-3d115f0154b4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.97297568Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.974913Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36ee3fb2-4a3b-441f-9ea1-2b54ddded0e4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.975125223Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.980230144Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55f0d732-8323-43d2-9b86-e1cba18e1d33\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.980761483Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.983266554Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e34a414-92ac-40d7-8e74-ee79ff3c96a9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.9835554Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.985398622Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e541f731-2958-4c59-ac01-8adbf8fc20b0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.985478451Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.987639808Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38e19d8a-8e6f-4ffe-9742-c9f01a17a7b3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.987757592Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.990198536Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9a29d12-067a-4db5-b85b-bb399df70c0d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.990245229Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.991416202Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7f5f21a-4b4d-4907-9d3e-3948924620a2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.991628775Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.99340276Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a23b5fb0-74ef-4530-bdae-e267ffacc697\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.99355342Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.994974592Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c72fe52-802d-4091-aaa1-58c621711985\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.995112857Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.996473639Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c8b1bfa-6aed-4edb-a469-fa3e7b9ef87e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.996592626Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.998785705Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"111cb5ac-66c3-49a3-ae98-890c4a2d9c69\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:30.999435299Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.004243329Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb7be4af-6798-43b9-b22a-b6c9fa724a97\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.004310333Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.006799312Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"541b3e01-a53a-4718-a257-166137b98809\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.006946866Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.010061912Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56d94f51-82ab-412f-83a4-fd85518ef40e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.010137894Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.011981667Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cfed654-4fc4-41ff-a682-9ff364ce1b0e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.012052288Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.013829689Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5043f71-c747-4a79-80fc-247121538b1e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.013896833Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.015994673Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64a065be-3b98-41aa-9dd0-30ba808ec1e1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.016278258Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.017109624Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66670b3f-6028-4ca2-836f-de2a6d17c393\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.017181648Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.018308483Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94dc325c-168c-4a13-b939-2de40631dee3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.018435135Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.019043107Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.019100321Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.019129679Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.019155741Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.019946236Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.020740348Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d38bb02e-a439-4d6f-9998-e7cc5fa75ffd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.020943112Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.022376689Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71963b67-c4a7-4b4b-b10f-3cefee40be06\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.022443802Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42107"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.022471488Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.022857126Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.031164027Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.031276451Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.031310278Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.031615697Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.036700909Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.036821679Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.037542997Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.046439382Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bbd8a36-2f4d-4d38-9cff-cee27db38404\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.046760682Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.049961029Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0268a937-56fc-4064-a783-bca8bc5aeab1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.050337399Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.054071478Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0a7cb63-2eb0-48fe-98a1-fabd3522a7d9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.05465963Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.057737092Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c94abc3-dc9e-4956-a337-14bf2472c46a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.058093472Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.064646288Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85f450e4-1fab-4f34-b540-ba612f86e357\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.06585202Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.065916278Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.065985186Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.066020446Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.066787043Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.072785575Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.079232721Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.079298953Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.079335535Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.079366026Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.079396938Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.080279366Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.081136203Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.087198031Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.093532352Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.093622632Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.093944132Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.094892772Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.188610128Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:50317"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.188684737Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.189132268Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.18919319Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.189227618Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.189260754Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.190013063Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:31.19009195Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36166"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.191263996Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"e8bd70ca-97dc-4d89-9bd4-68245f93ff14","remote_addr":"[::1]:36166","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:31.192055312Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"e8bd70ca-97dc-4d89-9bd4-68245f93ff14","remote_addr":"[::1]:36166","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":769,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.192438867Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8bd70ca-97dc-4d89-9bd4-68245f93ff14\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.250560009Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:56791"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.250703685Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.251250695Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.258523315Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.258628285Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.258727713Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.259266025Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:31.259446765Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34038"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.259834277Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.260034797Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.260809941Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.261815455Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.266699306Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"b523b5b8-f06a-456a-abcf-47b9ddacb04c","remote_addr":"[::1]:34038","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:31.267121447Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"b523b5b8-f06a-456a-abcf-47b9ddacb04c","remote_addr":"[::1]:34038","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":435,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.267365383Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.267522576Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.268324454Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.268930641Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.269031492Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.270404558Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b523b5b8-f06a-456a-abcf-47b9ddacb04c\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.327835926Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64599"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.32790286Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:31.328701782Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59544"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:31.329082119Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.329502527Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","body":"None","uri":"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.330896114Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dcee0786-0474-4f14-af20-6c4e5bdc9c12","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.331779724Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"d19affa5-a108-49b6-aa82-ae387711121d","remote_addr":"[::1]:59544","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.33216914Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dcee0786-0474-4f14-af20-6c4e5bdc9c12","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.332290782Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dcee0786-0474-4f14-af20-6c4e5bdc9c12","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.333072179Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dcee0786-0474-4f14-af20-6c4e5bdc9c12","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:31.335620847Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"d19affa5-a108-49b6-aa82-ae387711121d","remote_addr":"[::1]:59544","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3522,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.336739917Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.336829285Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.337061187Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d19affa5-a108-49b6-aa82-ae387711121d\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.38658983Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64653"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.386681061Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:31.389130141Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58725"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:31.389558925Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:31.39002814Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dcee0786-0474-4f14-af20-6c4e5bdc9c12","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":59738,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.390471584Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"ce9019a2-cad3-44e3-ba3c-061a0e97976a","remote_addr":"[::1]:58725","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.390684568Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcee0786-0474-4f14-af20-6c4e5bdc9c12\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.39092155Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","body":"None","uri":"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:31.391766915Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"ce9019a2-cad3-44e3-ba3c-061a0e97976a","remote_addr":"[::1]:58725","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":1285,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.392405748Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3f36b9ed-ea5d-4f4b-bf43-c7accfc43781","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.394232126Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3f36b9ed-ea5d-4f4b-bf43-c7accfc43781","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.394305232Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3f36b9ed-ea5d-4f4b-bf43-c7accfc43781","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.394942552Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3f36b9ed-ea5d-4f4b-bf43-c7accfc43781","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.395076649Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce9019a2-cad3-44e3-ba3c-061a0e97976a\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.397403385Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.397446591Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.397472713Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.403772054Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.403851082Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.403889067Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.403919538Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.404509313Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:31.44316398Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3f36b9ed-ea5d-4f4b-bf43-c7accfc43781","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":50748,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.443712172Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f36b9ed-ea5d-4f4b-bf43-c7accfc43781\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:30 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.443934525Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.444093532Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:31.444188121Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.444462587Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.451623826Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.451946148Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.452056728Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.452633237Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.506309904Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.519988829Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.522545793Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:31.522860139Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:31.523261048Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.523435877Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":14,"elapsed":"870.578993ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.523585485Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":15,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.523636306Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.52366829Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.523697999Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.523726536Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.524741809Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.530673788Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.539248612Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.539316007Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.53935266Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.540414445Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.543009917Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.54505425Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.545178097Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.545252445Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.556481598Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[(277e7b93-d3a6-405e-934c-14a43fa95b56, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.556561287Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.556982716Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.557077866Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.557110351Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.557137355Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.557738282Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.562939485Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56596","req_id":"1ae8b3d1-84b5-4f9f-96bd-6650d57a2424","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 57 0d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 W............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.5632884Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56596","req_id":"1ae8b3d1-84b5-4f9f-96bd-6650d57a2424","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22285,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.564092983Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.564494082Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.564912767Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.565418194Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56596","req_id":"1ae8b3d1-84b5-4f9f-96bd-6650d57a2424","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.567329802Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4456, tv_nsec: 365917236 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.567405403Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.567434611Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.567702675Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.579281325Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.579344401Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.579378499Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.580063754Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.606716758Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:60163","req_id":"fee15f24-c645-4da8-8bfa-c1985534a43f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 12 2b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .+..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.606940294Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:60163","req_id":"fee15f24-c645-4da8-8bfa-c1985534a43f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4651,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.607372495Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.607552734Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:60163","req_id":"fee15f24-c645-4da8-8bfa-c1985534a43f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.607835578Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:60979","req_id":"94003335-3c3d-4a47-94e7-eea4f3bd8a17","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e1 47 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .G..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.608055636Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:60979","req_id":"94003335-3c3d-4a47-94e7-eea4f3bd8a17","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57671,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.608420804Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.608595502Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:60979","req_id":"94003335-3c3d-4a47-94e7-eea4f3bd8a17","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.609027643Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.609309174Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.610473834Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.779465499Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.782504183Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:52050","req_id":"01b6612b-cda9-4f77-b23e-85604f1ed1db","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 4a 61 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c Ja..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.782847347Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:52050","req_id":"01b6612b-cda9-4f77-b23e-85604f1ed1db","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19041,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.783648533Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19041,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:31.784148189Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:52050","req_id":"01b6612b-cda9-4f77-b23e-85604f1ed1db","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.786086971Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.786228463Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42853"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.786442951Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.791896386Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8eddb3e-73b5-4a88-8420-9d559f969181\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.792761059Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.794776194Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8a072ac-f30a-40fe-baf1-bbd226587bdc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.795274447Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.800716349Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac74d816-2460-41a7-b018-d39b36a91ea3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.800933582Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.803633932Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63b6ebd1-6b37-401b-8c61-09155d9bbfa7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.803850694Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.808893702Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ff7dff4-a269-42c5-9113-642bdedb77e3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.809113711Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.813236575Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"107fd85e-f8a1-46de-b45f-1768ef22b864\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.813455231Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.815895072Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1ad2461-83ed-4e40-bd41-3ed38240ae41\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.816114048Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.822375173Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.823154596Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ac4e411-b1c7-4032-b7a1-cbaf0c576d6c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.823441728Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.824885685Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de397122-bef4-4c41-a0e7-0e65054edfb0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.825032047Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.826000627Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4886249-844f-4bdf-91e0-f4059b253cb9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.826140676Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.827465024Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"423d5ca1-bd45-4fb1-9577-91dd3a3c653c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.827768018Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.829146885Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"123cc08f-39c3-4259-b295-bb263778725c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.829386944Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.83125737Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7f58ee4-5d3a-46fb-9e59-e1a4522b75ad\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.831435555Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.835918698Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b481b9a1-f7f6-4d6b-b4cc-f221074daf83\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.83620093Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.838227809Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ee349af-c030-4b50-b1ef-1b263bc4eee8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.838442396Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.841410019Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a97dbc70-c9b4-4f81-bb4a-ef5babea6420\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.842158751Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.845677712Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfda213b-a81a-4e3f-a387-2e25acb857e0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.845744726Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.848155729Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f2051df-2788-45af-9059-66f6e49b77ed\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.848283865Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.852686436Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb9be53e-6e3e-44c2-a3b7-ab911d8c6760\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.852812888Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.853939603Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12a248fb-6aea-4b5a-b103-d1347d7c4689\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.85419393Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.85655304Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4b19341-afce-464a-8bf6-238b5021110c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.856714101Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.857670156Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0e2ff47-0f3c-41c9-bbc0-45166b35d8aa\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.85780245Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.859796543Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e4a5de0-8940-42c8-b2b1-691c48b5f44e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.859897574Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.862060594Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca34365a-4b7d-4563-9002-0769b8520629\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.862319199Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.865380709Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"517de8e8-e52f-459e-af75-4dd93097fbe0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.865627651Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.869474265Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5695665a-8fa5-4a3c-bc1a-02790a4427a2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.86963723Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.873786056Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.873919572Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.874090112Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.874576972Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.877195259Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.881759913Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.888350815Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.888454532Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.888541736Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.889185899Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:31.905737066Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.905939099Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.90671751Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.938379695Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d31ab5a-d219-487d-a3c8-a208bd2a8813\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.938556918Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.960112155Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9557717a-16bb-4e9f-a48e-9836d42ac69c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.960331432Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.963596868Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaaa75a2-bfc2-4235-9d5f-fd3c84753c85\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.963717489Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.966796293Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.9691136Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52960537-ed87-4d1d-bf4a-adbc7f8e0435\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.969332566Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.970597607Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ef7fb1e-89dd-4b33-ba46-a92dcf1a2ba2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.970740842Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.97208973Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff136f7a-6b9e-4a8e-b71d-018987b039d4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.972154589Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.973523476Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80015d61-9881-4a54-bd7c-eccaf648cf79\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.973587805Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.974828857Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a1220ea-e32f-43ed-8214-4b79d9c0f513\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.974897564Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.976689525Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfd42da8-74ef-4a76-b8d8-c18ef6b25a41\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.976856718Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.979814671Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"862bde2e-5674-4feb-8083-f6ac0063b684\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.979885723Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.983140768Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0151bf9-38fd-45d2-8624-29dd566fcc96\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.983205377Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.986526684Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8a311a5-70b0-4398-9998-fac7e112be63\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.98659963Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.989795748Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ed243ad-9865-4f2f-bcc9-de3947ddb571\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.989864445Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.992865123Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e87bfe8-9a04-46ca-9d34-3c1a6847f37f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.992937468Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.996063015Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09181bd8-493e-4eec-92a7-5edaac038202\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.996128445Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.997334188Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae3c6c0e-3be5-44f2-8749-e632ccf5e242\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.997408866Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.998637965Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"200a4c2e-6baf-4b01-9ed2-63f2df67a984\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.998767534Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:31.999962214Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee5fa9e7-f5f5-4d68-8fd5-d90678bafcbe\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.000093846Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.003348591Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bafe1284-f8e0-44a6-a88a-2f62afc12688\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.003414492Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42107"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.003445895Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.005251853Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e24be9bb-b7f3-4c0d-aa20-b427ebdc9e7d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.005299618Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.006619478Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"effe89e3-7697-4d9c-8c74-7e81c41f2eb7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.006684698Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.007929067Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ada523a-361b-44dc-a33b-b8f656920acc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.008062333Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.009588554Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"850230b3-f1d4-45be-8971-3a7ac755205b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.009807039Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.01142863Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ee3b642-de8d-45a3-8a53-f05ae90523f0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.011555152Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.011603659Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.011636494Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.011666935Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.012523281Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.016526437Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.022424989Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.022512714Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.022550129Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.02273129Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.022785838Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.023091267Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.024182792Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.02424219Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.024276158Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.024304324Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.025063657Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.026767642Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.033836115Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.033928089Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.03396398Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.034989894Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.036920551Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.053146911Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.053213243Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.053245237Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.054491119Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.129795248Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:50317"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.129857692Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:32.131741275Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40981"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.132153486Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.132264838Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.133254129Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.133409689Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"c4892c3d-89d0-43e7-bd1f-3db0047ffc99","remote_addr":"[::1]:40981","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:32.133820137Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"c4892c3d-89d0-43e7-bd1f-3db0047ffc99","remote_addr":"[::1]:40981","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":416,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.134095927Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4892c3d-89d0-43e7-bd1f-3db0047ffc99\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.181042475Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:56791"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.181125861Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:32.184766304Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49280"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.185438604Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"80f8033f-3176-46e9-b6f6-da5dbf522833","remote_addr":"[::1]:49280","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:32.185718742Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"80f8033f-3176-46e9-b6f6-da5dbf522833","remote_addr":"[::1]:49280","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":292,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.186001164Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80f8033f-3176-46e9-b6f6-da5dbf522833\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.252319018Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64599"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.252428637Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:32.253374902Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61089"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.253657165Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.253716854Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.254009046Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.254922235Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.255261832Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"f73b6690-1718-4cb2-8e39-ff6254969234","remote_addr":"[::1]:61089","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:32.255767569Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"f73b6690-1718-4cb2-8e39-ff6254969234","remote_addr":"[::1]:61089","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":507,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.256020503Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f73b6690-1718-4cb2-8e39-ff6254969234\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.312580896Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64653"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.312669944Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:32.314423027Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41025"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.315837024Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"1087052c-62c3-4709-a9c0-e26f7fcc6ff8","remote_addr":"[::1]:41025","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:32.316167552Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"1087052c-62c3-4709-a9c0-e26f7fcc6ff8","remote_addr":"[::1]:41025","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":350,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.316670655Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1087052c-62c3-4709-a9c0-e26f7fcc6ff8\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.319563899Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.319614039Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.319641103Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.324458391Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.324527038Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.324562679Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.324592749Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.325174538Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.325838621Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.325901286Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.328570444Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.333018226Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.333533172Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.333575857Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.33408899Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.334837401Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.334896348Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:32.356410334Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.370880174Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:32.37961116Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:32.381199444Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.381263011Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":15,"elapsed":"857.752907ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.381300395Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":16,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.381329523Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.381408541Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.381438661Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.381464863Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.382273404Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.388925929Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.400407856Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.400476052Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.400510781Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.400971629Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.407283916Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[(277e7b93-d3a6-405e-934c-14a43fa95b56, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.407345469Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.408134681Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51824","req_id":"4b8f0d8b-9432-4dd3-8902-5e0b9aa19b76","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 76 16 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 v............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.408196675Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51824","req_id":"4b8f0d8b-9432-4dd3-8902-5e0b9aa19b76","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30230,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.408426943Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.408585499Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.408757161Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.408847351Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51824","req_id":"4b8f0d8b-9432-4dd3-8902-5e0b9aa19b76","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.40933848Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4457, tv_nsec: 208208657 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.409455362Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.409486985Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.410109015Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53075","req_id":"ffdfce4c-9d82-4deb-87cb-f8504dd0de91","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 34 d1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 4...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.410178062Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53075","req_id":"ffdfce4c-9d82-4deb-87cb-f8504dd0de91","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13521,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.410460184Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.41050826Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53075","req_id":"ffdfce4c-9d82-4deb-87cb-f8504dd0de91","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.41062858Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:62303","req_id":"49f42830-8395-48c7-80f0-b132075558ad","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b4 c5 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.410995962Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:62303","req_id":"49f42830-8395-48c7-80f0-b132075558ad","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46277,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.411175289Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.411216561Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:62303","req_id":"49f42830-8395-48c7-80f0-b132075558ad","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.528301616Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.528829448Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.529056009Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.529175557Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.529298743Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.530241581Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.530678552Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.531114971Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.532766893Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53467","req_id":"f86a932f-cbb9-4bb9-8ea4-76ffaa184251","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 13 1e 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.532953314Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53467","req_id":"f86a932f-cbb9-4bb9-8ea4-76ffaa184251","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4894,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.533419413Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4894,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:32.533639201Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53467","req_id":"f86a932f-cbb9-4bb9-8ea4-76ffaa184251","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.541592507Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.541683448Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42853"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.541792045Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.542445867Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.543593404Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.543704916Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.543775066Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.544718716Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.551843121Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.551927499Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.552017869Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.552550791Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.560632764Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.560786991Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.561282268Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.562068164Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e86f608-6cab-4ee6-a48b-769170796719\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.562510395Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.570776003Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f519317-1c69-455d-8228-1a1e4606b0c7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.57119614Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.595827667Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fff622cd-39d3-4d57-a4d9-a356312f9a90\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.596077775Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.599637939Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a82327f-050e-4784-b603-1b0e44947cac\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.599778689Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.601924976Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce95e053-9946-4840-bc69-fc45444e5f12\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.602134132Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.604543162Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1e66eef-d3c3-4d7d-976e-bb51ed2dda83\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.60461756Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.607619081Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc8d1a61-2d16-4645-b698-4a75eefd554c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.607782807Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.610984546Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76174b85-3671-46bb-8253-3499266ef240\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.611055387Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.623239644Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.623616354Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec9a3484-8f5e-4450-86be-9147ca875589\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.623723628Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.625769304Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f9014c3-c8f4-4afa-9606-709b918f6d59\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.626058981Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.629595497Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a59c0e6b-c933-4020-b474-1e2e402032c1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.629739113Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.631613288Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f05ff061-114c-4b7e-8e17-ce7e4298e84c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.63186031Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.634072668Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fadcb13-2272-413f-994c-c16f8974b2db\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.634241123Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.636267491Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98296336-15e7-48ca-8e7d-2840f95ace79\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.636339524Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.639276496Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3514984-e199-4f9e-8b03-6aa7febaf01c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.639350383Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.642899765Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"630e1a71-4637-4ef9-9e98-0dd922f8777a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.642973091Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.645121893Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2820b9b-b22f-4dfc-a8fb-5c4a6ebd6996\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.645198305Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.647408148Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c46bd58-cede-4d88-8ab4-75eb1cc66caf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.653756787Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.658668173Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b1324b8-204d-4b41-aae3-d443436f9cc9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.658828282Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.659988914Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b29d6585-81d1-483b-be07-1411ecbc76bf\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.660146348Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.661072533Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec5cdc0e-862f-4d97-b8ce-a3640e84b9f9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.661208705Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.662116373Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30b4029d-813f-42c1-bc10-4b2d4e67f6ad\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.662253075Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.663171315Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b019985-0387-4de1-9aeb-f0a9a7ed93d3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.663243168Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.664261828Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43348436-27ab-4ccc-8350-2d11ac7c8bf6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.664462728Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.665912356Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"236c3382-0147-4f5c-bf88-295c68980e39\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.665983919Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.667631492Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13114c76-b39c-46e4-b8b9-cc3ca0177a51\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.667701772Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.669163895Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d102e5c1-ab6c-4a06-9cb4-6c5dc0e60d8d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.669235538Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.670683503Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8cdae56-cee5-4982-b375-1ada8e1dab19\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.67080262Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.672591604Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c67073c2-990a-4a77-bc3d-feb56e702299\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.672737315Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.67397458Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.674031333Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.674063727Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.67409531Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.674938881Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.676525102Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5720883-20ad-4bf9-b5d0-04f889789c4b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.67658955Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.677511567Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.684476013Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.684530612Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.684563828Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.685013324Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.685240426Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fad3829-2cc8-442e-9bf5-4e75e7da9afd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.685360586Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.686473533Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e69e5696-dcfc-4377-b312-e98a2053ad92\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.686598252Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.687700177Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3dd2a08-081d-4cff-a3fc-c9c196dcf55a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.687824535Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.688049623Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.688105274Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.6885648Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.68990511Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dab892e4-a60e-42ec-8333-ca689ddb06e0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.689975621Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.691788443Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76ff3219-f580-4038-a5c1-6327a26be7a4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.69255493Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.69776954Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"044424bc-d809-44d1-991c-d29a231ce477\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.697990039Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.70193042Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f4397b8-c56c-4dca-b423-1bc4dc8a01ee\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.702254796Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.704728024Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d1040a0-a76c-4498-b02c-2032b28d704e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.705583148Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.70810372Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6789bb08-5a6d-45b3-9952-b250d3b966a4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.708558967Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.713471735Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78b276d6-f06b-4719-a62e-06e821a417db\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.71374024Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.716720859Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6da05620-613f-4fa6-9f85-28c7b9f43473\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.716933152Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.721357086Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f7d5d97-e76a-4300-a5ef-ec27ed4a97dd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.721629549Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.723859633Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.726570644Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1449d3eb-e737-40b7-933b-5054db2f9863\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.727379055Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.729829307Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76b511ca-47a9-47db-9f6a-eb8924545165\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.730056339Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.733285142Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4373198d-23a4-4695-8ed9-7968a8d60386\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.733470582Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42107"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.734539221Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.740197164Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdf63c29-3c2b-44c6-89a6-d0794197ed72\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.740659826Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.742208281Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c04592e-36cb-4dc3-9cc6-39cc215108d1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.743276169Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.747131981Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f58aba0-10f3-4092-a66b-c7d595ad1978\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.747222191Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.749961809Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fbcdd49-7dd6-436d-8adc-e20fcd39803d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.750033442Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.759238352Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8761df7c-5aeb-4dda-b686-ddf2b513f185\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.759371187Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.759418511Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.759451447Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.75957842Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.76056706Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.764884863Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.772487801Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.772622529Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.772729483Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.772821556Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.772905974Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.773530078Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.775830311Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.775890952Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.775923396Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.775950711Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.780002293Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.781129078Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.786381513Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.786559918Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.786653034Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.787263981Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.788171409Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.793705255Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.79385341Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.793946756Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.794545309Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.799868876Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.79993115Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.801212864Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.859491991Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:50317"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.859557542Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:32.860738955Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34502"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.861265655Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"7e03150c-952a-40d4-9bdc-854017c822bd","remote_addr":"[::1]:34502","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:32.862699812Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"7e03150c-952a-40d4-9bdc-854017c822bd","remote_addr":"[::1]:34502","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1451,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.867165981Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e03150c-952a-40d4-9bdc-854017c822bd\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.93285419Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:56791"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.932914891Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:32.933526971Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62247"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.937352443Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"67d87bda-2f41-49c9-8d3a-362a6f465000","remote_addr":"[::1]:62247","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:32.937686278Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"67d87bda-2f41-49c9-8d3a-362a6f465000","remote_addr":"[::1]:62247","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":345,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.93888675Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67d87bda-2f41-49c9-8d3a-362a6f465000\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.985432429Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64599"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:32.985494302Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:32.988864557Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54407"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:32.990281571Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"1646aadf-2350-4583-ae47-c56cc0ba2c44","remote_addr":"[::1]:54407","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:32.996561453Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"1646aadf-2350-4583-ae47-c56cc0ba2c44","remote_addr":"[::1]:54407","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6289,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.001868026Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1646aadf-2350-4583-ae47-c56cc0ba2c44\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.064884502Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64653"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.064948059Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:33.067219535Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38980"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.073331162Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"8f6a689d-272f-415c-83b4-9c4205d33e11","remote_addr":"[::1]:38980","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:33.073672892Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"8f6a689d-272f-415c-83b4-9c4205d33e11","remote_addr":"[::1]:38980","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":353,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.08152129Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f6a689d-272f-415c-83b4-9c4205d33e11\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.084424454Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.084481518Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.084511007Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.089037465Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.089100721Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.089136743Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.089164619Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.089830155Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.093217404Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.098454007Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.098684246Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.098734095Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.099311506Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.120914909Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:33.134519345Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:33.135443276Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.137157251Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":16,"elapsed":"754.327568ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.137224916Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":17,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.137256689Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.137286208Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.137314234Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.137924109Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.138646418Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.160681221Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.165745251Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.165810972Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.165843927Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.16640254Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.171411901Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[(277e7b93-d3a6-405e-934c-14a43fa95b56, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.17156693Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.172098409Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.172157116Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.172189561Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.172217657Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.179735886Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.179920905Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:49364","req_id":"7cf2268c-802c-4b6f-b4b6-a887cfaa8f4a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 80 37 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .7..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.180185031Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:49364","req_id":"7cf2268c-802c-4b6f-b4b6-a887cfaa8f4a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32823,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.180354348Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.180579036Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.180731309Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.18082213Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:49364","req_id":"7cf2268c-802c-4b6f-b4b6-a887cfaa8f4a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.182338421Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4457, tv_nsec: 981228779 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.182413331Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.18255846Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.182955862Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:62551","req_id":"19f17e3b-dc1f-4a3b-9914-2e7cbeacc8d0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: bd 60 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .`..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.183009509Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:62551","req_id":"19f17e3b-dc1f-4a3b-9914-2e7cbeacc8d0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48480,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.183149608Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.18318594Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:62551","req_id":"19f17e3b-dc1f-4a3b-9914-2e7cbeacc8d0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.183329877Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50362","req_id":"5f17114b-b106-43ef-b53b-c6dc79c68e68","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 22 37 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e \"7..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.183384115Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50362","req_id":"5f17114b-b106-43ef-b53b-c6dc79c68e68","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8759,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.183519865Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.183814062Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50362","req_id":"5f17114b-b106-43ef-b53b-c6dc79c68e68","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.183999711Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.193132638Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.193245994Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.193287106Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.193683305Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.325275655Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.326844601Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.326907526Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:33.326935822Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.327258896Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.328312756Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.328567604Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","body":"None","uri":"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.330552198Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4991f098-61d8-47ed-8e96-8762985ad066","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.330617638Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57960","req_id":"1a628b8d-447b-4879-921d-058c774cd965","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: c4 fa 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.330657959Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57960","req_id":"1a628b8d-447b-4879-921d-058c774cd965","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50426,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.330737447Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50426,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:33.330810703Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57960","req_id":"1a628b8d-447b-4879-921d-058c774cd965","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.330836204Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4991f098-61d8-47ed-8e96-8762985ad066","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.330876524Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4991f098-61d8-47ed-8e96-8762985ad066","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.331611909Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4991f098-61d8-47ed-8e96-8762985ad066","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.331810525Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.332110923Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.33624507Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.337284582Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.337346295Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42853"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.337452727Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/ignition","method":"GET"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:33.340726139Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4991f098-61d8-47ed-8e96-8762985ad066","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":10872,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.34249333Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.342566265Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.342604772Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4991f098-61d8-47ed-8e96-8762985ad066\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.342862475Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","body":"None","uri":"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.343963299Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8693e9f0-df60-4e70-b462-00aed006752f","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.344360981Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8693e9f0-df60-4e70-b462-00aed006752f","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.344419588Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8693e9f0-df60-4e70-b462-00aed006752f","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.34581091Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8693e9f0-df60-4e70-b462-00aed006752f","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.352642802Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.352705417Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.352819203Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c891e1a6-2931-4ea3-a567-880258b52e6f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.353139131Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0","method":"GET"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:33.35368581Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8693e9f0-df60-4e70-b462-00aed006752f","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":9718,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.354601735Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8693e9f0-df60-4e70-b462-00aed006752f\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.354720251Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.354768567Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:33.354799118Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.357514398Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30961b00-554b-4c41-9cd5-cad4517ea952\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.357722844Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.370317277Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8219cbfb-bd71-4c3c-bca6-fd508ed65463\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.370504009Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.37275813Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e13a8a29-98ea-47a9-a740-29f90df7f347\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.372839112Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.377540529Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b71b383-b496-4601-83f3-ac0a7bef9962\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.377657692Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.381220611Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1278dbc6-6d74-4a8f-a2f8-85df09dc422b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.381391121Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.386023661Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.386988002Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d564d28-cf2a-4b8e-b24b-4ac3283f2700\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.387190436Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.388961495Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43bc3992-df5f-4e13-bcbc-d0082d184a28\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.389097145Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.390285202Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16c907b6-9970-47f1-84ba-1b18b91049ac\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.390413728Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.392185679Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a237914d-c30d-4f4c-8694-3917fbe643c9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.39232184Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.394832141Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"969c2825-baef-4b6a-92c2-72812736f9a0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.394899776Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.396936955Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb1c95f5-26d8-4e82-b599-1ec750c13f32\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.397051233Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.398621972Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55f4c867-1beb-44e8-97fa-41846a12e089\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.398792342Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.40315297Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3443b528-94e6-4a08-a74b-1cb790ffe289\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.403502497Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.406320652Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e30726f-aeef-4b7e-baa8-1621a6b4679d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.406621461Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.410515099Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7cf80e3-e196-414c-8e4d-c7b7398bf6b7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.410684166Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.413348404Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55e72aa9-a3f6-422b-ac77-7010ef36feb7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.413556288Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.419147218Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37a6a8cc-03b9-4239-b269-56f5f880b42e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.419361645Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.421476839Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64c68b4e-ef7e-4874-b815-72f60c23d923\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.421546458Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.422688954Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31494876-a640-4398-a7db-1461a1ff8fa7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.422761288Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.426027957Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"376eaf00-91ae-4270-8cfc-0657becc974f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.426228206Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.428582407Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3b9c576-d254-42b9-b6b9-b10a2cd063e4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.42874961Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:33.429453071Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.430502582Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b7c30f7-a3ca-40c3-82db-2bad342ff186\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.430567993Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.434224037Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da02fa15-5711-4159-b744-dbf8d54a330f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.434840005Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.437268293Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.437310848Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.437343984Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.437369775Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.438291161Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.440246376Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f2c21cd-851e-4624-ac33-f4f6bde82fd9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.440390093Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.441252481Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.450038957Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.450102614Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.450137364Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.450855865Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.452839267Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06c03aa5-80a3-467e-857f-5cc5ed934ad9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.452921471Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.453778598Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.453836925Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.454561087Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.457005137Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"943c0a04-87fb-4483-b50d-b32ed1fc13fe\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.457327409Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.463993471Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c5fbc28-98cf-4a38-98b0-4bcb89264a81\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.464060204Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.478267321Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2725795-0d82-4a2b-a96f-73e93cda1c55\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.478336378Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.482532609Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33c4d7de-37ed-44c1-bfc4-6a308b403628\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.482601977Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.483353595Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"784a34fa-130d-4ee4-a3bb-47c09146067d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.488901048Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.488969103Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74bb2c05-c827-4118-8977-e379ba7145f6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.489004614Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.493356485Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fdb0961-7a5e-4f04-8cc0-eb93988ebe0b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.493759287Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.501484439Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee096f77-2e6c-4de4-911e-d37985328aed\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.501731912Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.523609903Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.524611809Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.534084513Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.552711766Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.554092638Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.555593819Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.555652726Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.560187912Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e48bdf80-f521-4290-b5e3-dae61753d8e6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.561203365Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.582881147Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.582966617Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.583000825Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.583029803Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.584220225Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.588192049Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.604118311Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.604187599Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.604220163Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.604717715Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.605065548Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc1b2fa1-051f-4445-abec-ce149c9751a8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.605286298Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.60868012Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.608740099Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.609396637Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.611697301Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"591383be-5598-44c0-bc94-713c5d665dfd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.611811459Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.614854321Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b272a90-e318-410d-a763-7bbb287c4fc1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.61514469Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.618991665Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8c7efd5-5fbc-45df-89b3-e46cc90a01d1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.619116453Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.631690316Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d848b1d-2afa-4ecc-a7df-3cce3ab858cc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.632322746Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.636871339Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d283b037-9ee9-4213-9c2d-0cc0b723341d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.637184473Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.640518626Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7dcf9227-394e-4b64-a382-6e8f26656a52\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.64077649Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.642315195Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03a48edd-a57e-45c0-9fa0-308912498f51\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.642569542Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.643790805Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d658696-0024-4a7c-a457-23f42a36d931\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.644162225Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.645667434Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81bb4145-7c37-4d7b-8d7e-51d941c6dcd8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.645881812Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42107"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.646200907Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/ignition","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.649995758Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.652456952Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a4a835a-a202-413d-b65b-d23b55e4c6fa\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.652712Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.655962316Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa75bfd5-1d6b-435a-b281-2cac43b0c1d9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.656024981Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.659570866Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"381676a6-55ba-485f-b339-d9a8913a711b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.659711216Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.660796258Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20032cae-300c-4544-b728-ca04bf7945d8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.660943451Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.662334422Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07eec4c1-8f14-42d2-b55b-bd0831146787\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.662440243Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.662516495Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.662551615Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.662580573Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.664235901Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.67016786Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.678787374Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.678874988Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.679180768Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.679239825Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.679275206Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.679466717Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.685011305Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.68904439Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.689102115Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.689136303Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.689734946Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.777820671Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:50317"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.777897434Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.779341161Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.779405429Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.779441952Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.779474466Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.780513156Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:33.780571482Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57806"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.78193551Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"c5a4e702-799b-4f8a-aeb8-1587e39a5d16","remote_addr":"[::1]:57806","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:33.782409464Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"c5a4e702-799b-4f8a-aeb8-1587e39a5d16","remote_addr":"[::1]:57806","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":483,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.782915262Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5a4e702-799b-4f8a-aeb8-1587e39a5d16\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.831495704Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:56791"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.831579812Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.831863517Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.837541731Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.837635728Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.837669836Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.837980866Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:33.838039482Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53217"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.839103823Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"c496c27e-bea4-4705-8e3d-87a4e3d25e5a","remote_addr":"[::1]:53217","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:33.839391416Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"c496c27e-bea4-4705-8e3d-87a4e3d25e5a","remote_addr":"[::1]:53217","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":294,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.840066411Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c496c27e-bea4-4705-8e3d-87a4e3d25e5a\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.897902766Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64599"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.897972936Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.898465818Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.898527471Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.898967658Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:33.899031064Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53434"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.900684408Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"18ae1805-b8b3-4bbd-844b-976760df3f4d","remote_addr":"[::1]:53434","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:33.901238522Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"18ae1805-b8b3-4bbd-844b-976760df3f4d","remote_addr":"[::1]:53434","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":552,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.902209898Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18ae1805-b8b3-4bbd-844b-976760df3f4d\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.958079144Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64653"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.958157339Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:33.962400063Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33069"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.967202752Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"2c66e9a2-457e-45cb-9860-2265fff5ac95","remote_addr":"[::1]:33069","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:33.973067377Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"2c66e9a2-457e-45cb-9860-2265fff5ac95","remote_addr":"[::1]:33069","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":5934,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.974074253Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c66e9a2-457e-45cb-9860-2265fff5ac95\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.975893257Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.975991643Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.976072013Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.979813127Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.979882285Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:33.979918808Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.979950421Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:33.981350941Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.003854268Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.00947692Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.009744534Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.00980322Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.010345361Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.043355902Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:34.056528948Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:34.056853535Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.056917112Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":17,"elapsed":"919.647858ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.057168934Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":18,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.057550694Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.060112438Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.060176706Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.060209321Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.061904098Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.068978143Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.082182351Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.082257671Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.082290978Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.082699602Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.088076695Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[(277e7b93-d3a6-405e-934c-14a43fa95b56, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.088199931Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.09038254Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:54842","req_id":"b3da24d9-61ab-44b2-adab-b0fe26964093","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c6 2a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .*..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.090704451Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:54842","req_id":"b3da24d9-61ab-44b2-adab-b0fe26964093","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50730,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.091119157Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.0928372Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.09308784Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.093260414Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:54842","req_id":"b3da24d9-61ab-44b2-adab-b0fe26964093","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.098119635Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4458, tv_nsec: 892628202 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.098574592Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.100328717Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.100730337Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.100888342Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.100994894Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.101082168Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.10276974Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.104980746Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:49901","req_id":"14a6c5bd-fbee-4faa-b2ae-5d5e14fed493","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 5b c0 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e [...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.105160213Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:49901","req_id":"14a6c5bd-fbee-4faa-b2ae-5d5e14fed493","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23488,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.105591943Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.105743074Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:49901","req_id":"14a6c5bd-fbee-4faa-b2ae-5d5e14fed493","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.105976449Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51210","req_id":"b0d9b67c-cc9f-4ea2-9ea1-7d139d93420f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: bb a7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.106223431Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51210","req_id":"b0d9b67c-cc9f-4ea2-9ea1-7d139d93420f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48039,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.106621304Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.106771103Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51210","req_id":"b0d9b67c-cc9f-4ea2-9ea1-7d139d93420f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.277489548Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.277910998Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.295208372Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.295279433Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.295314573Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.295827074Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.296966675Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.297071784Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.297664596Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.299276437Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.300499965Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:63623","req_id":"62d6b3b1-df02-4776-9248-299d6fe4af87","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 1d 84 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.300564884Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:63623","req_id":"62d6b3b1-df02-4776-9248-299d6fe4af87","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7556,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.300718079Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7556,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:34.300806205Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:63623","req_id":"62d6b3b1-df02-4776-9248-299d6fe4af87","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.30122007Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.301273165Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42853"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.301302464Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.301784043Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.301843081Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.302597484Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.30525055Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.305316151Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.306357015Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bcafbc1-51e4-4273-9976-53ec2f422601\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.306709016Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.309297794Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2a0b113-7d1e-45ac-809e-231c9e058606\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.309528303Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.310303638Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.310361684Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.315211517Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6b2bf16-6918-480e-bf67-6287c6575c48\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.315272628Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.326146454Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f494a1ef-1e91-4ea8-856d-7872d24d4f00\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.327081206Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.330020573Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6f65d72-d188-4098-b2f4-f48cdf045a4e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.330267214Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.337725294Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"543323a7-b59c-4850-8cbe-a1ca651055c4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.33799423Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.343946419Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.346794864Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f12f05d2-714d-42b0-a407-e06504449a20\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.346995725Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.35126938Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0274dbed-4cb2-43a5-97ed-0fe2e00ff380\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.35137009Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.35302127Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31a54161-a4e4-4481-8616-32b65c3dc86c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.35314662Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.356405473Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"940d698b-99a9-4745-9d3a-bc6329f1e122\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.356555332Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.357482509Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cfe6160-0306-4811-98e5-99ba7544c85d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.357735854Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.359803974Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba0383ac-ff2a-46df-b6c8-674ab24840c6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.35992218Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.361162521Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5dcd235-07fb-4970-b4ef-c843fa18279e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.361327891Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.363065573Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c745532e-3cc0-4f96-8d88-6d466bc42f61\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.363137065Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.365398681Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"300e5f46-1717-4ff0-a47d-5d3a434cd1b9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.365674331Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.367918642Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07d58274-8914-4544-836b-b5b44e9352fd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.368140625Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.369912926Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b30573c-6bcd-4b18-baae-e0df07759026\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.37014071Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.372768455Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d30421c-1e8b-40ec-b5a1-f8f88020ffb1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.372848074Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.376230824Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8491155f-f380-4cc2-b0c1-93d0638c63fb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.37651527Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.377531024Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c961c46-f9ee-4a5b-812d-397a731d3414\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.377650492Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.383528374Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"572ede01-678b-4851-a7fc-d445b90170d9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.383664304Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.384737443Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d659cd26-1f12-44a7-9dbc-f68d5b748e57\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.384867281Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.388245282Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a378b17c-855a-48e3-a4b0-f5c4b17e3eff\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.388330732Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.389550212Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf9bbd88-2e07-415b-a832-ae48127e4623\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.389902223Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.394987686Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0af0f89-d13e-4eae-a061-303d636743fd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.395269878Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.39547162Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.395523894Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.39555707Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.395585978Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.396404599Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:34.398134455Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.398894279Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96de1a97-eadb-477e-bd3f-c7672b16c5de\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.398970311Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.399548483Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.40699035Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.407052865Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.407084698Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.40755241Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.409998774Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.410057491Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.410584381Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.415987356Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caba7e48-8fdb-40b9-8f4e-3a5f129881e1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.416198467Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.421659327Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2faaf03-1b3e-49fc-903e-88221e547698\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.422238922Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.425569899Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c9f9903-6b8e-4b4e-9d40-de4f58ca4dcc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.425695499Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.432614414Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0981068a-fa80-4673-86d6-634166468c2b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.432794002Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.436091462Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"465d4bf8-0afb-4966-8b18-f36575dbec90\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.449056474Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.455068593Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69e5c953-8b3f-46dc-a4ab-cfb1aff07324\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.455309773Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.472380025Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61e827ec-2a9f-4c1b-b196-c15579d4f8a6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.472998357Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.484587828Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.487020074Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2af53ea7-1d1a-4797-9618-5a073460a24e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.487246335Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.493511909Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3d12f9d-c3f7-427d-867d-3c9d6c37a1e3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.49371322Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.527935265Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.52815879Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48341456-d02b-4ff0-92d1-83a36c89b7d2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.528377316Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.52864059Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.534083705Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.535187094Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.535244348Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.535273957Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.535525859Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.535584465Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.535615157Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.535643082Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.538189195Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.541455834Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.551361089Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.551441219Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.551475938Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.55240554Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.552716881Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed263921-188e-4e4e-a203-a4a4d1bbe678\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.552865697Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.556293397Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.556351533Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.5576951Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.564699064Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efa96e00-58e9-4a73-b73c-22fd6a87729f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.564919904Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.573666031Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afaeee8f-9c5d-405d-a909-254baaaa6ada\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.573799116Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.576492442Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7733017a-16aa-4d30-b75d-fb2f4ed51b68\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.576644826Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.578460654Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c6a8999-0f56-427e-87b3-379f8db183ea\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.578616704Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.579602178Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46236348-e2bd-4e70-b28a-49d42c7009c9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.579726906Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.581020594Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ea582cb-c05e-4bbf-b44e-dc6d1bc773da\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.58220814Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.583374414Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a7fe74d-cec3-4be5-9cd4-2bc564a39698\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.58349312Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.584540227Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f0df650-a195-413f-9198-452c6d2ce26c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.584597481Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42107"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.584624976Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.586732274Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"635f8cbe-b1aa-41fe-8b71-28b0af388116\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.586774007Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.58931514Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6daf5651-11d0-4922-a926-0a5887df157f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.589464318Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.591609241Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.592646047Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd77d6b5-c30f-435a-ab67-5c3bc9112d99\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.593117556Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.595416798Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffbc9e39-014e-47ac-a264-b4eeb7164a3c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.595573299Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.596940804Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"266f9267-0e92-43cb-b501-8cd95bbea377\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.59721498Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.597273838Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.597425941Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.597471642Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.598699608Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.60136058Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.607147801Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.607234243Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.607269794Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.607299784Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.607328892Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.607682176Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.610265573Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.618109381Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.618183419Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.618213218Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.618679447Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.677280696Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:50317"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.677451346Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.678443553Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.678569083Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.678658862Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.678740434Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.679362293Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:34.67952623Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49196"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.680181456Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"e2b2c02b-5c69-4bca-b3d7-478872d7c419","remote_addr":"[::1]:49196","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:34.681919959Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"e2b2c02b-5c69-4bca-b3d7-478872d7c419","remote_addr":"[::1]:49196","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1745,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.682531969Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2b2c02b-5c69-4bca-b3d7-478872d7c419\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.771189413Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:56791"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.771401165Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.772626316Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.783737935Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.783858676Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.783954427Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.784748178Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:34.785057645Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38876"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.786632953Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"72c7bf7d-b603-4f64-b27e-e031718356b6","remote_addr":"[::1]:38876","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:34.787312798Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"72c7bf7d-b603-4f64-b27e-e031718356b6","remote_addr":"[::1]:38876","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":499,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.787954647Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72c7bf7d-b603-4f64-b27e-e031718356b6\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.852621361Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64599"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.852698595Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.853088001Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.853143862Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.853871562Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:34.853930659Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42456"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.855413073Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"10215c26-20d4-4d74-9d5f-053281fd7e01","remote_addr":"[::1]:42456","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:34.85577813Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"10215c26-20d4-4d74-9d5f-053281fd7e01","remote_addr":"[::1]:42456","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":400,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.856387915Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10215c26-20d4-4d74-9d5f-053281fd7e01\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.930520981Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64653"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.930599848Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:34.933655526Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51834"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.935554981Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"2649400e-d4f7-414c-8647-174f64c98004","remote_addr":"[::1]:51834","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:34.935874117Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"2649400e-d4f7-414c-8647-174f64c98004","remote_addr":"[::1]:51834","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":330,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.936737938Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2649400e-d4f7-414c-8647-174f64c98004\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.940018314Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.94007665Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.940108082Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.947633486Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.947699037Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.947736742Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.947765489Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.949024828Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.972551814Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.980090114Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:34.980672965Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.980782924Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:34.984403598Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.048528884Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:35.054701573Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:35.056274286Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.056522561Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":18,"elapsed":"999.272134ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.056580797Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":19,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.056613051Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.056643632Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.056760825Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.056801226Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.057477614Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.059516656Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.065415309Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.065497413Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.065532312Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.0660886Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.070266214Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[(277e7b93-d3a6-405e-934c-14a43fa95b56, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.070314109Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.071077981Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56302","req_id":"d0696e38-a54e-465b-ad3c-c43402cbd455","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 47 89 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 G............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.071141829Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56302","req_id":"d0696e38-a54e-465b-ad3c-c43402cbd455","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18313,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.071645552Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.071872434Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.071943145Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.072049006Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56302","req_id":"d0696e38-a54e-465b-ad3c-c43402cbd455","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.072475326Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4459, tv_nsec: 871365402 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.072545986Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.072576297Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.073731749Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56389","req_id":"8dbb2cd8-b8e5-44e7-9df9-0e9a7ccabaaa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 0a 9a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.073789274Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56389","req_id":"8dbb2cd8-b8e5-44e7-9df9-0e9a7ccabaaa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2714,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.073962469Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.074005805Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56389","req_id":"8dbb2cd8-b8e5-44e7-9df9-0e9a7ccabaaa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.074128429Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57851","req_id":"0316a53d-0233-4eeb-a0b3-e27ad37cedf4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f8 34 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .4..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.074231915Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57851","req_id":"0316a53d-0233-4eeb-a0b3-e27ad37cedf4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63540,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.074315201Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.074443497Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57851","req_id":"0316a53d-0233-4eeb-a0b3-e27ad37cedf4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.193633105Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.195219195Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.195287521Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.195323062Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.195448061Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.196536429Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.197168509Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56525","req_id":"9375395b-98dd-488a-b5f9-cd285ce45d05","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 52 b9 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c R............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.197232947Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56525","req_id":"9375395b-98dd-488a-b5f9-cd285ce45d05","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21177,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.197311363Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21177,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:35.197497063Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56525","req_id":"9375395b-98dd-488a-b5f9-cd285ce45d05","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.198232088Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.198290364Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42853"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.198320283Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.202794167Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.208650836Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.208761407Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.208846266Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.209507453Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.209850697Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a63e1bc6-492e-4dae-9722-91775b3126ae\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.210239532Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.213090061Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.213195962Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.213831559Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.214136637Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e254050-4fc3-4459-83ef-0337babf72b2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.214408899Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.218538246Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45c5a3fa-47cb-439c-9df0-caaeb936ba55\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.218750249Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.222287366Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8194037-d05e-4621-b940-866908fcaafa\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.222497675Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.223417448Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.223556415Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.223783066Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.224694803Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.22910481Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.229192895Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.22998813Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"899b8e66-c1ad-4066-8d81-b9af43c44342\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.230140373Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.233333034Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.233397573Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.236039216Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5767fb2a-0e86-4bf4-93b1-8f5be0699760\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.236111079Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.240253042Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec3acf5e-c740-49f2-a9d2-f5f4b70c2eda\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.240340576Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.244797326Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.246162616Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16b45c5d-c98c-4243-ab83-4a2a4f95d302\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.246232656Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.247581603Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97674059-1859-4158-b2f8-ceaa451280f1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.247718677Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.249004418Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64168395-5a9b-46fd-9fff-369f79c52894\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.249277452Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.250789184Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24c6212e-6a99-43a5-b74f-4012b7a5a738\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.25092237Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.252498971Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a816519d-8490-4d2b-ac69-2fa50d03426a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.252611034Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.254592963Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61e8519d-b120-4a1c-8e05-9936177286fd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.254759575Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.258165181Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fde89f4-e774-4c41-b995-b0fcb9bab5de\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.258238316Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.262461781Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b67f7d8e-c8e0-48e9-b604-0b336530d92c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.262529316Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.265886855Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1c782f8-20be-4fb7-b318-fbfd0ca72604\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.26605966Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.269343573Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d767167-dda7-46bb-86ea-2a0e4447bff9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.269470666Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.271117938Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24125952-c4a3-4c7f-bf9d-1a8a62335211\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.271197226Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.273215507Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c64da28-06cb-47ec-acd6-613c1a9fe628\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.273373522Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.274174909Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07abf1b8-a3ae-4dcd-9a64-648434d2c036\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.274381611Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.275479508Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5854b1d-0e68-4c64-a1b5-7ff80bae7847\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.275641431Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.276451595Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cfb2110-a87a-449c-8321-6941d1010658\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.276578368Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.277760914Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcdcecb1-326b-4c73-b447-65a3eda92984\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.277829541Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.279153338Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77a5cac1-65a9-4f29-a3a1-bfec7b74b43f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.279303808Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.282133035Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01db0a15-9fc2-433d-bf62-92d1cee8164d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.282204307Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.285155868Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7401797d-6f27-444e-a4f9-e13764e5960d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.285228372Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.295012907Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.295066895Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.295098949Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.295135111Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.296456594Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.306599703Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ba5a834-905c-49b5-ba60-063efba8fbad\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.306727528Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.308843915Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.314995241Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.315088316Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.315124138Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.315778892Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.320009592Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.320156144Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.321254171Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:35.323362051Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.323956455Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","body":"None","uri":"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.325445653Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3e292e58-15d6-4adc-85f8-5b662d5ec66d","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.325507155Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3e292e58-15d6-4adc-85f8-5b662d5ec66d","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.325548057Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3e292e58-15d6-4adc-85f8-5b662d5ec66d","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.328274789Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3e292e58-15d6-4adc-85f8-5b662d5ec66d","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:35.328346242Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.328384187Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fe6e322-a2d8-4a72-b8b7-d70ff55ce28d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.328423726Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:35.33040823Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3e292e58-15d6-4adc-85f8-5b662d5ec66d","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":5309,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.332186243Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e292e58-15d6-4adc-85f8-5b662d5ec66d\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.332227505Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","body":"None","uri":"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.332258136Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4ee8e6c6-db70-4d56-9ab8-f0ab4d1e5722","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.332291533Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4ee8e6c6-db70-4d56-9ab8-f0ab4d1e5722","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.332329939Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4ee8e6c6-db70-4d56-9ab8-f0ab4d1e5722","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.332736699Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4ee8e6c6-db70-4d56-9ab8-f0ab4d1e5722","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.3352215Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c605a9d-c769-4c33-9613-bce5e2c86700\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.335320568Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:35.335827708Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4ee8e6c6-db70-4d56-9ab8-f0ab4d1e5722","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":4031,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.336207294Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ee8e6c6-db70-4d56-9ab8-f0ab4d1e5722\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.3362502Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.336279288Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:35.336302574Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.338476255Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cc65517-f8f2-4fe3-9171-a11477aa8f48\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.338649029Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.340437322Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8431030f-5c11-4531-aa84-d03de76eae0c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.340577171Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.342161167Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"337ccc93-706d-472f-8f73-57d964608ea3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.342299693Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.344394968Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0263fcda-b633-42b0-bbf7-f3d5fedc4730\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.344549436Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.346199533Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d1721af-68eb-4ccb-95a6-f7e7b11b6bd8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.346310595Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.351003655Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3088e722-d1a5-4567-b83c-f49232052105\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.351267942Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.354882433Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a516508-3ce8-4195-be1e-47c79184d6ed\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.355293783Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.360774703Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.365275842Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1b637b1-2472-4f40-97ba-c9871cf68160\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.366024473Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.366637114Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"8e093380-d44a-4032-a0f2-3bae92014176","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.366760921Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"8e093380-d44a-4032-a0f2-3bae92014176","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:35.368874201Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"127.0.0.1:50216","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","component":"nexus-producer-server","name":"8e093380-d44a-4032-a0f2-3bae92014176","remote_addr":"127.0.0.1:38217"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.371335064Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/8e093380-d44a-4032-a0f2-3bae92014176","method":"GET","req_id":"0c2b140b-657f-411c-9a75-fde33ea87477","remote_addr":"127.0.0.1:38217","local_addr":"127.0.0.1:50216","component":"dropshot","component":"nexus-producer-server","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:35.377713423Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/8e093380-d44a-4032-a0f2-3bae92014176","method":"GET","req_id":"0c2b140b-657f-411c-9a75-fde33ea87477","remote_addr":"127.0.0.1:38217","local_addr":"127.0.0.1:50216","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":6393,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.378173479Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"8e093380-d44a-4032-a0f2-3bae92014176","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.39546432Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"8e093380-d44a-4032-a0f2-3bae92014176","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.395527686Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"8e093380-d44a-4032-a0f2-3bae92014176","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.39555951Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"8e093380-d44a-4032-a0f2-3bae92014176","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 17 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.395786632Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 17 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.395828756Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 17 total samples","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.396152912Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.396689591Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.396740032Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('integration_target:integration_metric') FORMAT Native;"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.398887681Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8263ccf-11c4-423c-a629-e7152573861b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.399059724Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"no new timeseries schema in database","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.401603151Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.401836717Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:46:35.396614472Z }","timeseries_name":"http_service:request_latency_histogram"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.406497383Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.406563505Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.408384262Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f96a9705-6ded-4b39-a6c4-1737bd994f15\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.408535273Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"no new timeseries schema in database","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.409992036Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.410050843Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:46:35.406419989Z }","timeseries_name":"collection_target:cpus_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.410617362Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.41067182Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.412847064Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.41290509Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.412937264Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.412966943Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.414133467Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no new timeseries schema in database","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.415199682Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.415264411Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:46:35.410543715Z }","timeseries_name":"collection_target:ram_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.416552788Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.4166094Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'collection_target:ram_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.419130524Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4eaaac5a-c964-4063-8c00-180427e396b4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.419288869Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.419592023Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.425005068Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.425068214Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.425100979Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.42549266Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no new timeseries schema in database","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.426100701Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.426153526Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:46:35.416467868Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"} {"msg":"inserting 4 new timeseries schema","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.431466152Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.431608084Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":4,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.435725147Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.43580681Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.436531263Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.437661666Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":10,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.438413664Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c29f2117-b9a1-4585-8cc8-af2db00a8797\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.438599424Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.440122318Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84629c15-c7e9-4e8a-859b-0bd5b64abe17\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.440269812Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.441774079Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":10} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.44194482Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.442575516Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8da15f0-c3b1-43db-b508-f8a6077c278f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.442740114Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.448612745Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.448676111Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":17,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.448797673Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"795bde8a-9938-4df8-9625-599d61935ac0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.44898673Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.451441792Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f753284f-ef3c-4c01-a09c-477b8177c4b4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.451508384Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42107"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.451539426Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.454071712Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":17} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.454133865Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.456927762Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fc50d45-8eac-47b0-9fa7-be1c583be583\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.457035487Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.459223065Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80635f6b-c5fe-43e3-9617-5e1b4f89b095\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.459392974Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.461101438Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.461174363Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.461837023Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77d9574c-c7d4-4fe3-b916-da19c0407f4b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.461986231Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.464127126Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":12} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.464190072Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.46515298Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76fc41ad-5365-45d2-9524-e055172656ee\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.465294432Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.466760633Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7ca693b-ecb9-44b2-a341-fc9f339e4d09\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.466890823Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.466938578Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.467085521Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.467382052Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.468927601Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.474604642Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.474820913Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.479560657Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.479633201Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.479665105Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.479695666Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.479724513Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.480174901Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.482506536Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.488344127Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.488428205Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.488462433Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.488995595Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.552020699Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:50317"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.552261719Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.552747577Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.552804841Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.552838268Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.552867606Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.553548433Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:35.553873801Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40379"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.554097146Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:35.554230321Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.554382835Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.556267761Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"258d6a4f-2398-461e-925f-780b6139a343","remote_addr":"[::1]:40379","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:35.559709228Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"258d6a4f-2398-461e-925f-780b6139a343","remote_addr":"[::1]:40379","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":3475,"response_code":"200"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.559852874Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.567402616Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.567467616Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.567500211Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.567899897Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.57089277Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.571111997Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.571165233Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.571194491Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.571219641Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"258d6a4f-2398-461e-925f-780b6139a343\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.645331454Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:56791"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.645411464Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:35.647007854Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37604"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.649825418Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"f9d2c258-008f-43c3-9150-4020dbce7254","remote_addr":"[::1]:37604","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:35.649949245Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"f9d2c258-008f-43c3-9150-4020dbce7254","remote_addr":"[::1]:37604","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":223,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.652795977Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9d2c258-008f-43c3-9150-4020dbce7254\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.706481021Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64599"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.70655066Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.707862533Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.707931952Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.708784991Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:35.709078336Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63982"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.709886155Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"e754c5f3-4b27-4ddc-b55e-20975e4ab6dd","remote_addr":"[::1]:63982","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:35.713590827Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"e754c5f3-4b27-4ddc-b55e-20975e4ab6dd","remote_addr":"[::1]:63982","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3700,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.714110662Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e754c5f3-4b27-4ddc-b55e-20975e4ab6dd\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.810081106Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64653"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.810157719Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:35.8126072Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41485"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.823261628Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"8f75b840-91ae-4a6a-becd-f3834d3f5c21","remote_addr":"[::1]:41485","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:35.824684713Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"8f75b840-91ae-4a6a-becd-f3834d3f5c21","remote_addr":"[::1]:41485","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":1416,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.829486521Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f75b840-91ae-4a6a-becd-f3834d3f5c21\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.832589142Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.832645384Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.832672138Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.83676864Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.836833148Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.836868599Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.836897015Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.837441931Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.847082109Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.853146772Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.853458463Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.853571488Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.854218888Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.885253372Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:35.900104202Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:35.900416434Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.900547004Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":19,"elapsed":"843.978862ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.900667815Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":20,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.900759247Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.900864927Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.900985708Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.901214764Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.901881302Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.910033966Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.915387793Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.915490057Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.915598924Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.916420361Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.920625038Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[(277e7b93-d3a6-405e-934c-14a43fa95b56, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.920701791Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.92152965Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53357","req_id":"0f5efe8d-7aea-450a-9e82-f8e998cd8c5e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 81 7c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .|..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.921591915Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53357","req_id":"0f5efe8d-7aea-450a-9e82-f8e998cd8c5e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33148,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.922133604Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.922521837Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.922700002Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.922820102Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53357","req_id":"0f5efe8d-7aea-450a-9e82-f8e998cd8c5e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.923203285Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4460, tv_nsec: 722094724 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.923271451Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.923409626Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.924654286Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50091","req_id":"57d43890-5421-4225-8af0-2bfe719ca254","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ed 3a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .:..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.924714867Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50091","req_id":"57d43890-5421-4225-8af0-2bfe719ca254","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60730,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.924805457Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.924844726Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50091","req_id":"57d43890-5421-4225-8af0-2bfe719ca254","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:35.924972951Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53177","req_id":"0ed84979-7f65-4243-95ff-cd137cf74825","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: bb fa 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.925268169Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53177","req_id":"0ed84979-7f65-4243-95ff-cd137cf74825","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48122,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.925371595Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:35.92539915Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53177","req_id":"0ed84979-7f65-4243-95ff-cd137cf74825","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.106186618Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.106655792Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.106938866Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.106999447Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.107031531Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.107864571Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.108238546Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53721","req_id":"248fc26a-fe3e-43cd-92f6-f54cae5c7ed1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ec 68 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .h..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.108929853Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53721","req_id":"248fc26a-fe3e-43cd-92f6-f54cae5c7ed1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60520,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.10927439Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60520,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:36.109376744Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53721","req_id":"248fc26a-fe3e-43cd-92f6-f54cae5c7ed1","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.10984664Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.110005817Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42853"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.110054815Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.111143113Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.117543686Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.117604016Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.117637563Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.118268971Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.121118689Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfd62d97-24c4-4fa3-9b30-383287a45e0c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.121376693Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.122344992Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.122404761Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.123110357Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.125374067Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc0559e5-6b09-41c3-80ba-adf45903919f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.125580298Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.129176243Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41351058-6db4-43e5-b5d9-083cc291f85a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.129542272Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.135471957Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81fa6762-125e-47d9-95b0-f48c765e3275\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.135763077Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.138433036Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15bdcc9b-8d3c-47d0-9042-eba8d5d6c8c0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.13869067Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.197482398Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ca71477-4d63-4769-b156-220c10cbe109\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.197684371Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.200550592Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e5dedc9-d3f1-42f4-a9e2-4bcc7d746aee\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.200678266Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.215800075Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a561061-3bc3-406b-ba8e-a6ad0f528fd1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.217968335Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.218548321Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.225390724Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.225455102Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.22548414Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6eabc2d-43f5-4a83-a8b2-fb9c5d3d53c4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.225656584Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.22595597Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.22710025Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.228384319Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6062cfa2-8bd2-41fc-8c0a-c58a9e8fcbc0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.228645659Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.230341799Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e568a8d1-4479-490f-8952-caca921b54c8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.23048301Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.23144666Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.231504976Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.232340481Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d5e2978-21a9-4a61-955b-fe65209cd12d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.232403366Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.234165357Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe581ca9-8551-4a42-91cb-ed1ee39012e8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.234546316Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.235204978Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.235265729Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.237431304Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9b22e5d-cdcc-4f85-9009-41887baa8f05\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.237506875Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.241253429Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e8f5d52-8f2f-4b50-8b71-617b46159cf6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.241461855Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.244906017Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b6eaf01-2cca-485e-aeaa-1eb9ef7d8472\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.244981297Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.246863076Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be5a8a0a-ee55-4824-971e-f0ea91dd0759\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.24709073Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.250656144Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d89f419-7dc3-4d57-9d3d-ad59b93129f1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.250729129Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.254342839Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2018f188-0fe9-4896-81c8-158a8ff3a497\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.254540964Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.255800503Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e362699-6927-41aa-a6c9-495d040be195\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.256007706Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.25755054Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec048a73-a50d-4c41-b04c-d91f80c99301\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.257716491Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.260029169Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b1aaab8-7cb9-437c-9b20-c6fc313c7872\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.26020043Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.262717405Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5da4fb4-1e40-4c0b-8e70-75a64216498e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.262884247Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.264107725Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf040f64-91d4-47fc-8b48-57541655decb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.264271632Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.266144934Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98efaf7e-7f1d-4d87-b6b1-d45e2231952d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.266267158Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.268791387Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d9ba08c-5cbb-4263-90cb-e5f77534f153\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.268864653Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.269338988Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.270318179Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.270374Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.270406265Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.271603179Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.274420723Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.281146574Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.281246192Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.281333436Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.281992539Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.283010067Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14f0fc64-1410-421f-8f97-2a2343d43511\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.283256628Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.284567149Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.284676186Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.28532555Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.287050577Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aea88946-24f7-4af5-88b8-301c166f5cff\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.287270986Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.290257767Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b320171-91ec-4b1f-95d9-bd08efe9af7b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.290476593Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.293245109Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d977371e-2622-4a28-9eac-03e0fe773670\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.293465108Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.294658586Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e551283c-f382-444e-b7df-dce938c36c25\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.29510261Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.296323753Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bfaff4b-018f-407e-b59b-d463cc29b14f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.29662313Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.298017428Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32b382e3-0205-41e9-a015-c9c61d2ab80c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.298310432Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.300621226Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b405732e-650e-4c57-a262-9f4850dff524\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.300831104Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.302941028Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22a98351-09d5-4aef-a9f1-76b254762af1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.303581714Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.305974532Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2230123-25eb-4076-bb37-d1114cac6398\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.306189931Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.308258112Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8142b464-8ae3-43ac-9ac6-16b2088b82d8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.308466968Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.310723995Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c3932cc-d26e-47cc-900e-4a06194035db\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.311011518Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.315158801Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.318277234Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"714356e7-999a-4cda-98f4-ff8b12633a8d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.31842077Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.320611215Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b77996a-5a86-4ed4-9eb3-a5c59ab34157\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.320681605Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.32351984Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8821247b-e16e-4619-ae71-efa0eb710b0f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.32359531Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.324818858Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90a4a936-61c8-479a-9457-b6734c857025\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.324952384Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.326240972Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0b0fa0a-acae-4ca4-8e64-24b3d7a66f51\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.326372273Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:36.326499607Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.327869105Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbc1a0c5-de69-4982-ad55-78fba0f82dc1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.328000447Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.329310557Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1489a34-f4ae-49d3-b514-733050845217\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.329523351Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42107"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.329573572Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.331074001Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f702fca-8856-4b99-8b02-d3d5ea5b4e95\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.331308779Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.332809669Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0105b74-e5e8-444d-86ae-857768af025e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.332966031Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.335717964Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d081ab0-f623-4762-863c-be09f4f550b8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.335865578Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.337648701Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be39425d-be13-4d57-b3e1-ee812b82f3b0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.337792557Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.340295063Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d4891e7-6dc6-46de-9b11-4144cabdc4a9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.340426145Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.340476795Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.340512657Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.34054449Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.341497449Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.343903844Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.348762514Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.34882541Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.348858986Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.348887874Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.348915058Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.35143063Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.353778158Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.35938044Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.359479056Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.359516381Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.35991753Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.422291546Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:50317"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.422430874Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.423032653Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.423185858Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.423284615Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.423374063Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.424318294Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:36.424489916Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56219"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.425931348Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"d9cef4d0-8234-4df0-b1fb-b0cda4935e7f","remote_addr":"[::1]:56219","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:36.426343319Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"d9cef4d0-8234-4df0-b1fb-b0cda4935e7f","remote_addr":"[::1]:56219","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":389,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.427911994Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9cef4d0-8234-4df0-b1fb-b0cda4935e7f\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.487042458Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:56791"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.487265553Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.487924035Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.494200931Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.494302573Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.49439108Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.494909252Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:36.495064251Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39847"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.497479092Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"8b41efa2-8b0b-489b-9aa1-6c418b3a66ff","remote_addr":"[::1]:39847","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:36.498154859Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"8b41efa2-8b0b-489b-9aa1-6c418b3a66ff","remote_addr":"[::1]:39847","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":571,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.502779934Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b41efa2-8b0b-489b-9aa1-6c418b3a66ff\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.569968202Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64599"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.570139914Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.571972866Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.572098657Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.575300236Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:36.576541479Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35697"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.577067688Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.577260692Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.579154004Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"0e4238ba-7cd2-4a82-b29c-9f0bff13480a","remote_addr":"[::1]:35697","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:36.591264123Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"0e4238ba-7cd2-4a82-b29c-9f0bff13480a","remote_addr":"[::1]:35697","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":12117,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.592290227Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.625833019Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.625916345Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.625946255Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.625970183Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e4238ba-7cd2-4a82-b29c-9f0bff13480a\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.68724081Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64653"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.687477201Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:36.691442352Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52746"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.694655063Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"94d9c584-f515-463b-8e53-d7da02356755","remote_addr":"[::1]:52746","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:36.695026593Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"94d9c584-f515-463b-8e53-d7da02356755","remote_addr":"[::1]:52746","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":378,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.696643144Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94d9c584-f515-463b-8e53-d7da02356755\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.697905499Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.697994737Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.698060488Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.70171029Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.701856882Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.701958705Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.702051079Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.702760312Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.707474084Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.710895841Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.711192823Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.71129676Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.711917317Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.780291869Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:36.781422982Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:36.781733581Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.781792889Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":20,"elapsed":"881.084082ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.781829893Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":21,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.78185832Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.78194873Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.782141794Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.782182125Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.783727824Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.79008978Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.800952774Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.801258934Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.801308222Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.802469055Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.806540807Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[(277e7b93-d3a6-405e-934c-14a43fa95b56, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.806598763Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.807652072Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:63269","req_id":"20f2a5de-4386-4011-b686-be6fe69e91a9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 75 68 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 uh..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.807713594Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:63269","req_id":"20f2a5de-4386-4011-b686-be6fe69e91a9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30056,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.807928693Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.808141587Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.808315093Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.808605952Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:63269","req_id":"20f2a5de-4386-4011-b686-be6fe69e91a9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.809025388Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4461, tv_nsec: 607889884 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.809091469Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.809119816Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.810546909Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50354","req_id":"35cf2e14-2b5c-41e8-bdc5-e779f54c6e28","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 54 f7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e T...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.810621889Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50354","req_id":"35cf2e14-2b5c-41e8-bdc5-e779f54c6e28","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21751,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.81070809Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.810854863Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50354","req_id":"35cf2e14-2b5c-41e8-bdc5-e779f54c6e28","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.81091844Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56906","req_id":"459cd2ee-37c9-4123-8ba9-ee46df83a47d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: be 12 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.811060843Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56906","req_id":"459cd2ee-37c9-4123-8ba9-ee46df83a47d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48658,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.811165802Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.811187265Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56906","req_id":"459cd2ee-37c9-4123-8ba9-ee46df83a47d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.943721742Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.944290936Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.944355554Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.94438856Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.944417939Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.946564275Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.950710927Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:54924","req_id":"fa14906f-31ba-4261-85a6-97d29dc1d422","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 81 52 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .R..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.950785676Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:54924","req_id":"fa14906f-31ba-4261-85a6-97d29dc1d422","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33106,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.950953671Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33106,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:36.951036606Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:54924","req_id":"fa14906f-31ba-4261-85a6-97d29dc1d422","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.9528304Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.953032513Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42853"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.953086039Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.954676097Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.970447781Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.970510917Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.970545186Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.971870416Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:36.99626966Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.996328046Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:36.997375503Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.010595924Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89c307f0-6766-48da-870f-8ad4b8c62467\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.010878617Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.023249004Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bc04b64-3129-41e3-a443-fa067e0cef67\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.023561527Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.035845051Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3544ae5-307b-4b71-85fc-9036d2503a0f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.036126803Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.040860113Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93805247-b4f2-44dd-8868-06273ad51ac9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.040981876Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.043120617Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c54f430-e0c5-40e7-8b53-fca0a832fb93\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.043223903Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.045239188Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89966def-da02-49d7-86be-6e9a75939845\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.04541067Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.048550115Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c701706e-b7b7-4ac5-856e-992205202229\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.049192225Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.052932307Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.055204504Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b15b0ef-2311-4ff9-bfb2-4ee6d1f07eef\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.055280836Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.056523301Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c2db7b0-c08f-4683-9b7f-52c28c205faa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.056820033Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.058587865Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b7b690f-eda7-4a4e-b60c-28ed0fe377bb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.058897181Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.060418893Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf1318d2-1d0a-4361-8a0b-4db2032371a8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.060626477Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.061791488Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9e70b4d-d67b-4b70-99b5-43b3c3f8f44c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.061913421Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.063730341Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44b2b4c8-e5dc-4cb7-ae17-0f9556048adc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.063911732Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.067070426Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b9bd974-55c2-49fa-ad6d-91aad14e9d54\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.067249322Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.071400413Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dd42e02-6ee0-4896-bd5c-5647093440af\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.071600321Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.073960694Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e543f41-5418-4a2c-9ea3-effe5aed5579\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.074221654Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.076504142Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc714ce9-05b3-4d4f-800e-6978bc0fe42f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.076579131Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.080623479Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab0111fb-bede-434d-909e-daf3714da7db\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.08069928Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.083791612Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d0b0a70-aa80-49d1-a2d0-a14374766a26\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.083865008Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.08558774Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f53cdc1-28f5-4587-a108-b002d293aa71\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.085739443Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.08728913Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"312e9e08-a994-4d71-8430-bff862fe7531\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.08750997Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.088764139Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e7d30e0-47b2-4cae-ae67-19a9c42552d0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.088943096Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.090117696Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e885e179-9213-4f5e-8ed2-564db81468c4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.092251878Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.104100987Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.104165475Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.104201477Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.104230856Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.106090902Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.106729243Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6284cc1c-5562-4660-8e7d-fe78beb46ed3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.107083409Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.108964437Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.120827343Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.120893214Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.12092614Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.121490114Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.124131386Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"673df2d1-be1e-41f4-a9d6-7def3ef41e3c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.124295162Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.125467979Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.126448803Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.128336204Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.13356382Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e761741a-4730-4968-8570-162fef891b41\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.133717606Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.138759742Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0942c7a3-d94c-40d1-976b-db4b20f781a7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.138887406Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.142556377Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bbdef94-95ff-485d-8771-80a33113d2eb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.143640908Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.147833361Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"071e2504-562b-4c0f-ba00-ff054b09f9ba\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.148197266Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.154980942Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f52edec-634c-4df5-961b-44e75c08809f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.155223996Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.156635068Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd7e05cb-5ed1-4012-8afe-efec22c3d07a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.156872481Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.161237107Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eeab4aea-ec6e-4c0c-955f-68be689f7d97\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.16147979Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.165535411Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ccea483-5e1b-4fd9-9545-029318397474\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.166535734Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.167058015Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.16854116Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb1884ef-982a-4841-899a-60f698329af1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.168755988Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.170063363Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"472a6e6a-e61e-4a36-8a4f-b8af6a05b0ab\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.170515483Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.172987459Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46ad7c03-a31e-4dfe-8242-11b6048c2f84\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.173266915Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.177738946Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39254792-a37d-4e46-9780-ccb9b79aa105\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.178054264Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.180543363Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcc9d1c1-ebb4-4bca-a7d4-eb9dc0559194\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.180802049Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.18356314Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a5475fa-841a-49c5-b64d-00de79b0b49e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.183777156Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.186464591Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99e312bf-b85b-41ed-85d3-2349ebf203a3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.186747054Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.190167298Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a965dea4-a78b-46aa-a0e7-0b3cfdb525e2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.190388659Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.191571636Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e137179b-d36b-4c95-bfd3-403c33c043d6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.191791484Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.193443636Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c3ee6b3-cd26-49d9-9f38-355bf05f410f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.193708594Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.195264644Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d363d038-057e-45d8-8689-ca01a3c8e55f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.19548848Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.19653204Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a0e2ba2-d42c-4030-8f6e-7e028b87f2bb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.196760455Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42107"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.196880614Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.201013098Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba018ee5-ff5f-4eab-acc0-1e8cd81161b7\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.201310711Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.203259604Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0a2af94-bf96-4c01-9099-afe544ec1f09\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.203497969Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.205831829Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4920a7ff-74d1-4c81-b7a0-2446b05098c9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.206066857Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.208128966Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70dd9957-26ad-4d65-83ca-9e0ed84e627b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.208414685Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.211839158Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"727a31c8-fb04-4a38-ab1f-a621ca72a7a6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.212063685Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.212112052Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.212189757Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.212230778Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.213261422Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.216102012Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.22146172Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.221553373Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.221646619Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.221687861Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.221719304Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.221934192Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.223247729Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.223328279Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.223364582Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.223391365Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.223758637Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.223819889Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.223853306Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.224038384Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.224873989Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.226671651Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.230828393Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.230917541Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.23095234Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.231415012Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.231787825Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.238181413Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.238247796Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.238280851Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.23881214Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.239072799Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.239134653Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.295282674Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:50317"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.295374076Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:37.295839002Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34066"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.297223952Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"248be601-20d6-4ce8-8b43-eb0031a4e20d","remote_addr":"[::1]:34066","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:37.297490543Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"248be601-20d6-4ce8-8b43-eb0031a4e20d","remote_addr":"[::1]:34066","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":277,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.29774497Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"248be601-20d6-4ce8-8b43-eb0031a4e20d\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.357800026Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:56791"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.357879534Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.35839434Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.358454359Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.360779392Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:37.360879131Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46452"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.361442152Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.361509937Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:37.361919323Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:37.362232778Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.362763335Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","body":"None","uri":"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.363145817Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"216edd2d-7449-4705-bef5-c23a3ee7d2d3","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.363352459Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"754b14f9-f80c-48cc-ace1-0ba853db9943","remote_addr":"[::1]:46452","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.3636391Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"216edd2d-7449-4705-bef5-c23a3ee7d2d3","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.363700041Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"216edd2d-7449-4705-bef5-c23a3ee7d2d3","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.364538361Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"216edd2d-7449-4705-bef5-c23a3ee7d2d3","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:37.364971154Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"754b14f9-f80c-48cc-ace1-0ba853db9943","remote_addr":"[::1]:46452","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":1613,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.366351163Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"754b14f9-f80c-48cc-ace1-0ba853db9943\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.46067634Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64599"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.460866158Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:37.462742557Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45744"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.463079488Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"4020ece7-6926-4f5f-958c-45d6751de8ae","remote_addr":"[::1]:45744","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:37.46352705Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"4020ece7-6926-4f5f-958c-45d6751de8ae","remote_addr":"[::1]:45744","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":457,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:37.464089591Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"216edd2d-7449-4705-bef5-c23a3ee7d2d3","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":100944,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.46480679Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"216edd2d-7449-4705-bef5-c23a3ee7d2d3\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.465026588Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","body":"None","uri":"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.46519333Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4020ece7-6926-4f5f-958c-45d6751de8ae\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.51882112Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64653"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.518890418Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:37.522251254Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45867"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.522417565Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6c78ad29-1b44-4bb4-8731-fd87a2c03673","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.522902031Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.523245956Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6c78ad29-1b44-4bb4-8731-fd87a2c03673","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.523317118Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6c78ad29-1b44-4bb4-8731-fd87a2c03673","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.52400582Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6c78ad29-1b44-4bb4-8731-fd87a2c03673","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.524272131Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.529637411Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"d0b5b61b-5d08-4cc8-a00b-0ecfe1e1a256","remote_addr":"[::1]:45867","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:37.530920898Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"d0b5b61b-5d08-4cc8-a00b-0ecfe1e1a256","remote_addr":"[::1]:45867","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":1300,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.532470475Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.533323906Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.533384607Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.533445909Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.533478333Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0b5b61b-5d08-4cc8-a00b-0ecfe1e1a256\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.535916682Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.535975018Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.5360061Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.540354403Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.540436697Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.540473611Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.540502759Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.542047036Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:37.542847391Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6c78ad29-1b44-4bb4-8731-fd87a2c03673","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":20429,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.544977875Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c78ad29-1b44-4bb4-8731-fd87a2c03673\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.545059067Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.545096361Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:37.545123195Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.545254096Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.549450607Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.550321643Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.550381191Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.551340713Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.592706482Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:37.60876118Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:37.609561103Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.609666774Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":21,"elapsed":"827.734527ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.609708747Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":22,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.609736543Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.609870931Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.609922313Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.609952303Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.612563195Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.616289519Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.628151824Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.628215581Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.628252004Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.631233123Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.637907933Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[(277e7b93-d3a6-405e-934c-14a43fa95b56, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.637985206Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.641574668Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51297","req_id":"8ad5333c-5401-4017-ac5e-ab8b4ebb44df","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 5a d9 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 Z............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.641647944Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51297","req_id":"8ad5333c-5401-4017-ac5e-ab8b4ebb44df","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23257,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.641887381Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.642223511Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.642734489Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.642856462Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51297","req_id":"8ad5333c-5401-4017-ac5e-ab8b4ebb44df","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.643163915Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.643230798Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.643264475Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.643295737Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.645415581Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.645930898Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4462, tv_nsec: 444809041 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.64600738Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.646158441Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.647177952Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59669","req_id":"3366c0e6-4f25-4243-ad5a-270c54f72282","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7f 12 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.647377741Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59669","req_id":"3366c0e6-4f25-4243-ad5a-270c54f72282","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32530,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.648714123Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.648750866Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59669","req_id":"3366c0e6-4f25-4243-ad5a-270c54f72282","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.648872539Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:65016","req_id":"9a2324b7-c5e3-4c1a-8fb9-011f42380536","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2a d2 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e *...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.648918601Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:65016","req_id":"9a2324b7-c5e3-4c1a-8fb9-011f42380536","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10962,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.649012317Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.649146194Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:65016","req_id":"9a2324b7-c5e3-4c1a-8fb9-011f42380536","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.788852549Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.789405982Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.80156091Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.801663134Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.801768984Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.802547977Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.803169996Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:49564","req_id":"ff9dfcf5-cc2b-4785-8ba4-f442871902af","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b8 f2 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.803407379Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:49564","req_id":"ff9dfcf5-cc2b-4785-8ba4-f442871902af","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47346,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.803736214Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47346,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:37.803939249Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:49564","req_id":"ff9dfcf5-cc2b-4785-8ba4-f442871902af","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.804433563Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.80458718Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42853"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.804721657Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.805764686Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.805874795Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.80681075Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.809109089Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55fe3a73-3a9b-4a36-9b59-3da51f90e814\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.809992329Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.814070494Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1171dbe5-60e2-4733-8446-9cf42375c734\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.814792303Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.81821909Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f10996e-9e86-4544-82d6-333e9ae93621\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.818492755Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.822819526Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"581ec1f5-8a53-4752-b4a7-dedb004cee58\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.823104234Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.825403775Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef1428d8-883a-48c9-968e-ac9d7768afd0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.825616098Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.827978255Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91428ffe-05f7-4aa6-a327-ea8838d9aaec\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.828191329Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.830730859Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88b98a9c-67c3-4ebd-a302-aa87e8a44cd3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.831073933Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.836189876Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4d6b95f-add2-4923-97fe-6549a2c37c6c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.836443361Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.837700375Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76c54caa-4c41-46d7-8b9e-a80683e55711\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.837936816Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.840450024Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e466f9d3-a4ef-480f-933d-02d3f112d347\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.840689371Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.843664378Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.845144898Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baf15705-116c-469a-8f90-db55487a7865\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.84537676Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.847895689Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f62bdab-a63a-4016-a5e6-fb7d3e9cca27\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.848077902Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.850066103Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db7aabda-443e-4cc3-90fc-6b222df4ecab\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.850767721Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.852517397Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef8c7410-f895-4b73-b6eb-c06f350bebce\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.852587998Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.855477746Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18b375f0-cccc-4114-99b8-110e93d613f3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.855739708Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.858442813Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4531af16-4c36-45e9-a10a-83b5bcdc612e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.858682781Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.860390494Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"671ff49e-a053-4a7b-a291-54eb37e8b784\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.860464191Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.862555949Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"628a316c-951e-4b2c-b891-47a75aca9069\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.862634766Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.865910923Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"919fb1c8-3574-4c38-baa1-8c821ffa90b7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.865977045Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.866939082Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b584cc74-076e-4f9f-b851-b25cfaedbef7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.867046065Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.870144628Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccbff3ae-9e66-43b4-847a-d1ee69bf7a57\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.870242904Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.87125482Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2d6203b-ba2c-495c-86cd-9117e033c7d8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.871347184Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.906534102Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.906590214Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.906622057Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.906647909Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.907302834Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.91743411Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4696412a-8042-4e5b-a21b-76f96fed7f88\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.917827173Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.927920603Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.932818171Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.932936617Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.933026787Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.93384119Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:37.937573867Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.937714918Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.939283764Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.944582461Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c557e0a1-7a29-440d-9b80-efd0a41313f2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.944875194Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.957493255Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b3cc3a3-8616-4ac2-9080-158c444bace4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.957722712Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.961712972Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8a2322a-70a8-44e0-9810-0dc99bb26489\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.961889103Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.96381478Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba68d5dd-5593-4a61-8c7b-bcfaf06b9fc6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.963939649Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.966160594Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e852e498-d480-48d8-ba4e-89c6a7665c78\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.966322336Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.968971785Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37e56d8a-e0b9-45fd-8a7b-c4ef506a6069\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.969046173Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.971169404Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8b0dabb-565a-43f8-89d7-12a2f5bb23b5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.971354002Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.974578296Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10c947c2-9820-4525-bb10-e680515e4a10\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.974733034Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.976185127Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89f93b4d-292b-45ae-940e-20e0a2b2a8f3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.976330647Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.977963531Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.97801359Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"526df334-a6c8-45cb-8790-aa6ee52c69dc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.978051466Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.996748919Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42a5e10a-a093-403e-a591-a3ee0156b66d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.997547791Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.999499159Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04352fe6-5663-486a-a33d-32f5f3a7134b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:37.999865409Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.01320655Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"815696de-bddc-4395-98cb-013c46a2ffa7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.013435186Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.015533777Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d50cc1fb-ae23-4f3f-871f-2a3c7c549ca5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.015745859Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.017542499Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdb92d0e-c0bf-4e6e-8140-7d0a39854cf8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.017800062Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.019427405Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67d8422d-a135-427d-92c5-6cf79a8b94c3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.019639948Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.021346719Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4d20ee5-02f4-4224-b33b-8e57d618f870\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.030976556Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.031283006Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.031427745Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.031528105Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.031615138Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.032861591Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.036044213Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb06017b-3b67-436f-86c0-f1b8ce24566f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.036263439Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.037942976Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7de45471-19d1-451a-8c90-c964627b7342\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.038209677Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.039157415Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb77ae72-18ce-4ff2-8aca-f302b804ce75\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.039381732Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.041480464Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"111aef81-be6f-4359-bf6c-e219ab144304\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.041819459Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.042797989Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f517ad3a-c396-432b-9d58-698679e7e2b2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.042981204Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42107"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.043097225Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.044684658Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad1be4f8-b15c-44d3-a183-266aa7c31643\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.045256898Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.046510085Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.052959706Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.053049144Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.053131608Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.053928867Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.054276409Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56df1067-db05-422a-8ccc-9a9bed872fc9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.054525906Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.057175666Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d27684a6-fdad-414a-b23d-ddff0300b318\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.057416485Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.057754529Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.057862214Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.05837751Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.059708222Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c54cfa9b-f3f7-494e-b454-3d0dae22e99d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.059946687Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.061728677Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75f482df-134d-4496-989d-f4764e954c17\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.061950299Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.062065568Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.062202421Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.062306008Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.062857086Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.074045177Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.087222021Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.087322912Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.087414555Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.087500937Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.087580345Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.088214779Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.121738713Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.126001647Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.126277847Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.126330673Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.127842054Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.181665654Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:50317"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.181754581Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:38.18236636Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53303"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.182723812Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"e2ff863b-b119-4178-8eea-4facbd39822c","remote_addr":"[::1]:53303","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:38.1830037Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"e2ff863b-b119-4178-8eea-4facbd39822c","remote_addr":"[::1]:53303","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":283,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.183487594Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2ff863b-b119-4178-8eea-4facbd39822c\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.251953057Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:56791"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.252033507Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:38.252761307Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50481"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.252995013Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.253052708Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.253697503Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.255040378Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.25664729Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"09fb8580-4b8d-4dfe-a24b-09869c49d53c","remote_addr":"[::1]:50481","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:38.257017878Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"09fb8580-4b8d-4dfe-a24b-09869c49d53c","remote_addr":"[::1]:50481","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":380,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.257896108Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09fb8580-4b8d-4dfe-a24b-09869c49d53c\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.315085003Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64599"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.315155293Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:38.315690329Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62790"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.3174873Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.317553351Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.319828264Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"f42bf116-f1f5-4449-bd33-433ea02361d0","remote_addr":"[::1]:62790","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:38.321279145Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"f42bf116-f1f5-4449-bd33-433ea02361d0","remote_addr":"[::1]:62790","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1458,"response_code":"200"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.321630815Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.322392293Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f42bf116-f1f5-4449-bd33-433ea02361d0\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.371834904Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64653"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.371894172Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.374584622Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.374648921Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.374682317Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.374710463Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.375109468Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:38.375161452Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65496"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.375580948Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.375646117Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:38.375948299Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.376536291Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"555e925e-a48e-4732-b94c-11d78849c22b","remote_addr":"[::1]:65496","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:38.376775938Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"555e925e-a48e-4732-b94c-11d78849c22b","remote_addr":"[::1]:65496","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":255,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.377560281Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"555e925e-a48e-4732-b94c-11d78849c22b\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.378326638Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.378378101Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.378406477Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.398729449Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.398883296Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.398986341Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.399170979Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.399907717Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.406800771Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.41711951Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.417729325Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.417865016Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.42015091Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.420617951Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.429809414Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.430072989Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.430167127Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.431087872Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.435175957Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.435285495Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.435836222Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:38.469931765Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:38.471432576Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.471583056Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":22,"elapsed":"861.916772ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.471814747Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":23,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.471948003Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.472073483Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.472164634Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.472295976Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.474366992Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.477432991Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.48192431Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.482026824Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.482114298Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.48285287Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.483683665Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.486310369Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[(277e7b93-d3a6-405e-934c-14a43fa95b56, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.486478343Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.488049233Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51580","req_id":"f9b14c55-2a7c-44e7-bb7b-ca5273fa5fdc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 9d 78 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .x..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.48822834Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51580","req_id":"f9b14c55-2a7c-44e7-bb7b-ca5273fa5fdc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40312,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.488536995Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.488781422Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.489014376Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.489182561Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51580","req_id":"f9b14c55-2a7c-44e7-bb7b-ca5273fa5fdc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.490300178Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4463, tv_nsec: 289220455 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.490449516Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.491610208Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.495512493Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:63712","req_id":"8c5beed8-3f6d-44ce-aa2d-8faddf5c9089","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 20 bf 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.495689556Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:63712","req_id":"8c5beed8-3f6d-44ce-aa2d-8faddf5c9089","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8383,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.496339291Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.496495081Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:63712","req_id":"8c5beed8-3f6d-44ce-aa2d-8faddf5c9089","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.496859177Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:60231","req_id":"e05f6567-179e-4436-8689-616370dfb610","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 45 4b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e EK..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.497019656Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:60231","req_id":"e05f6567-179e-4436-8689-616370dfb610","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17739,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.497283923Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.497426677Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:60231","req_id":"e05f6567-179e-4436-8689-616370dfb610","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.62207932Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.622483074Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.622532292Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.622563845Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.622592011Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.624558088Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.62489037Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.627007118Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.629447921Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64942","req_id":"3bd42e7d-40d3-4a28-8667-2d1c76d85e71","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 40 2a 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c @*..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.629528431Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64942","req_id":"3bd42e7d-40d3-4a28-8667-2d1c76d85e71","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16426,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.629821295Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16426,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:38.629920693Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64942","req_id":"3bd42e7d-40d3-4a28-8667-2d1c76d85e71","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.631204371Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.637061611Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.637138885Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.637170768Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.638005121Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.638913851Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.638969151Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42853"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.639000284Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.641886224Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.642586509Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.642686859Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.642728041Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.652571042Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.652632886Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.654298093Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.6577395Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65af3bb0-237b-44c7-a7a6-876cd5447298\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.658034328Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.693658206Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ca85da1-b6b1-4021-a435-db44f2c4e813\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.693841742Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.696876147Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcd1edd4-17ea-4f88-a00d-12f72d8d4ab9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.697005345Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.69914592Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ea61629-f33c-4685-9c40-542793327c2e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.699220799Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.701406444Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd2085b6-3754-4def-a737-c45f2358f2fd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.701627544Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.704938631Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3db02f58-80d5-4943-a816-35d006f2242e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.705079993Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.70860198Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2958e62f-8f2e-4a80-bef9-04fa22d34c5f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.708718723Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.712058147Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.716330148Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8be5c77-704d-4767-8fa6-6e4ac19a1403\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.716446119Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.717508496Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d21bebe-9b68-4b00-aa77-5264d6dbb20c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.717564878Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.718422317Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f02e14e-bd2b-4b38-84f8-208f7b1ec6ed\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.718931561Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.721217987Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d755e1d-b93a-4efc-b4ed-34914740379c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.721356944Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.722430813Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1093046-00cc-4435-b210-559d0243d949\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.722544129Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.723757316Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4517c772-f951-4196-a351-355c4629fc79\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.723906744Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.727526707Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7baa1f66-fa0c-4686-8667-fdc44fa2e0c0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.727750493Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.729622512Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f76a87b-f29a-4eb3-97da-064a7fd55cce\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.72983206Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.732995793Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34992d22-ca03-4c57-9ef1-c0aca31505a9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.733207255Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.736083696Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d77721e0-4b5d-42a5-9426-2a35794a5799\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.736300518Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.738575521Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b779d8a-ab98-4feb-9827-655b65260a2c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.738786611Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.740519564Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65f906ae-1669-44d7-9ae6-6333ce474f3c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.740727428Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.741610127Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e03660c-b4f8-41f3-b0d7-e15c07862614\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.741823131Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.74291655Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cb950be-71ef-4378-8927-b076064935e0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.743134765Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.744178053Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a4e2b65-d295-442e-89b0-6194e80f77f1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.744394845Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.745565638Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d862774-8ef1-4251-a409-00a0a7bba782\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.745765095Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.756349374Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fd55995-7a41-458b-b3af-4dbe75ac3140\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.75660327Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.758968873Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76f2a975-ee5f-429a-92e5-d52322310b73\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.759181387Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.761071743Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9347cfbd-6355-421d-95a8-0be7c5cf3724\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.761358955Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.763112329Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.763252658Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.7633487Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.763433799Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.7647694Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.766991668Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ab3b0d2-b229-4816-b0bd-af659691fef7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.767204733Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.76854861Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.778208677Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.778303306Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.778389728Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.781064447Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.783822613Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.783928113Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.784567988Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.784931272Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79643c0c-7f90-4d4a-8527-10f73c51b60d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.785455686Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.791187656Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30a32e51-0325-46ee-9cc2-03ea94d7a99c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.791635789Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.794608753Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f133dcb-ae5f-4ca5-ad7a-85c1f4f77d21\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.794824733Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.797193703Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b2f5271-ec80-4137-a576-f455d951b58b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.79752343Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.800606733Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3259b54f-bc2f-475a-9f67-19639ae93a07\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.800898104Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.80526261Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b21f0c6-4e08-4703-b4af-38bb6098fe16\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.807854865Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.809340375Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cab96c08-c05b-4cde-afe1-e33080bf2965\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.809715522Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.811404908Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bda3cd4e-e1a3-4046-a32c-73d42afa6e34\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.811659195Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.814878769Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a98a3ff-dfc0-4588-b5c4-b179917cdc3a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.815093547Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.819003568Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9db0432-0ddc-4806-9068-c1cafe0c71e4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.819377493Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.823921557Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"032aaca1-8372-4d68-8b5f-6ee8dbf72fef\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.824100684Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.824992581Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.827082715Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b41ffe6b-1446-4321-b970-3a153c537e07\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.82722073Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.829282468Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e932253a-e0ab-4592-93ab-a86dcace4290\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.829386545Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.831074238Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06f4488f-ebf9-4d74-87a0-15fdf9116241\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.831194237Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.832241714Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e44c3c31-9fa6-407a-9164-17a326104beb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.832543906Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.833517576Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8db6dd9e-8995-403b-b2e5-ef0dd699411b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.833714639Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.834621646Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9c6c60c-58e5-44b9-aa47-09b4afd9c5e1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.834748699Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.835962978Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d640a5be-d045-4d35-ad2f-44a2fc0a3986\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.836051415Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42107"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.836082757Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.837828525Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0f975e3-ac35-4666-aaf2-059e5d1961d1\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.83787084Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.839051983Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d352d9f4-3c8b-41fa-b756-684d2d14952e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.839206441Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.840275721Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30084a66-06ba-470b-9460-82c98b5a291d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.840417363Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.841509129Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ea1ca8e-0f3d-4d2d-9970-792b545a84a3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.841655581Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.84286966Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"998f9dad-0b79-4a41-9cce-5279aee9fc96\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.842997444Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.843044167Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.843077393Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.843150289Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.844863051Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.848273947Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.851912146Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.851960132Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.851989781Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.852016604Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.852045442Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.852477042Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.854961422Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.858610061Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.858657726Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.858687606Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.859334936Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.914325581Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:50317"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.914379839Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.922554035Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.922624947Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.922659445Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.922689265Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.923505892Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:38.923563387Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57000"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.924947745Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"6aaf86aa-0e31-4ede-a6c9-e88fdde915dc","remote_addr":"[::1]:57000","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:38.92534688Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"6aaf86aa-0e31-4ede-a6c9-e88fdde915dc","remote_addr":"[::1]:57000","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":412,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.927645881Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6aaf86aa-0e31-4ede-a6c9-e88fdde915dc\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.989660651Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:56791"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.989741753Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.99055862Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.998228963Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:38.998295445Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.998327118Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:38.999621387Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:39.00260409Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57039"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.004748663Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"7aaed3b4-d951-4057-abe2-288ac8ec5ac0","remote_addr":"[::1]:57039","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:39.012348655Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"7aaed3b4-d951-4057-abe2-288ac8ec5ac0","remote_addr":"[::1]:57039","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":7626,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.014267078Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7aaed3b4-d951-4057-abe2-288ac8ec5ac0\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.087192938Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64599"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.087272526Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.087767974Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.087824717Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.088450453Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:39.088728688Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34955"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.09215272Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"23619164-1aa9-4f35-a4dc-160d7e338d97","remote_addr":"[::1]:34955","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:39.092794889Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"23619164-1aa9-4f35-a4dc-160d7e338d97","remote_addr":"[::1]:34955","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":660,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.09877768Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23619164-1aa9-4f35-a4dc-160d7e338d97\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.166907784Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64653"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.16698065Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:39.168101343Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53780"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.168681829Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"a5588610-8917-4c6a-b0a2-7ad1610a8a3f","remote_addr":"[::1]:53780","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:39.184006182Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"a5588610-8917-4c6a-b0a2-7ad1610a8a3f","remote_addr":"[::1]:53780","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":15314,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.186950548Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5588610-8917-4c6a-b0a2-7ad1610a8a3f\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.191213061Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.191290796Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.19132268Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.197703743Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.197933641Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.197990485Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.198025244Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.200037543Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.205975124Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.213884102Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.214078699Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.214137597Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.214624517Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.224956242Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.225029759Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.232610874Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.234678924Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.238560728Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.238618604Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.244666774Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.244773096Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.258257493Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:39.263438075Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:39.264296275Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.264443789Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":23,"elapsed":"792.63873ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.264568277Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":24,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.264666382Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.264803375Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.264907422Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.265002502Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.26590518Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.269404242Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.277802415Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.277869138Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.277935951Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.27895951Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.28458042Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[(277e7b93-d3a6-405e-934c-14a43fa95b56, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.284640199Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.285520102Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59154","req_id":"7051ade8-cbda-4239-ad12-e279b5fc8adc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: d0 00 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.285583278Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59154","req_id":"7051ade8-cbda-4239-ad12-e279b5fc8adc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53248,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.285801853Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.286083434Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.286248854Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.286296579Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59154","req_id":"7051ade8-cbda-4239-ad12-e279b5fc8adc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.286830944Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4464, tv_nsec: 85721982 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.286906304Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.286940151Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.287353495Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57991","req_id":"33a3e2fc-c673-47f8-adb4-b0de65f53fad","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a4 72 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .r..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.287414396Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57991","req_id":"33a3e2fc-c673-47f8-adb4-b0de65f53fad","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42098,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.287498924Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.287583824Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57991","req_id":"33a3e2fc-c673-47f8-adb4-b0de65f53fad","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.287639204Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56589","req_id":"4bc63230-6d60-48a3-94ec-cf8a58158414","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b0 84 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.287740666Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56589","req_id":"4bc63230-6d60-48a3-94ec-cf8a58158414","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45188,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.288016025Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.288062026Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56589","req_id":"4bc63230-6d60-48a3-94ec-cf8a58158414","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.425680472Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.426350377Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.426418222Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.42645226Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.426480126Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.427349708Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:39.427475469Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:39.429215676Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.429885961Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","body":"None","uri":"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.433445243Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"201b99b1-cae0-49a3-8f15-d34a5e4a07a3","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.433527196Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:54773","req_id":"bfc309a5-5e6b-4b11-866d-40e0da45cedb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: dd 28 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .(..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.434116691Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:54773","req_id":"bfc309a5-5e6b-4b11-866d-40e0da45cedb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56616,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.435856547Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56616,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:39.436010735Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:54773","req_id":"bfc309a5-5e6b-4b11-866d-40e0da45cedb","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.452736159Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"201b99b1-cae0-49a3-8f15-d34a5e4a07a3","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.452848613Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"201b99b1-cae0-49a3-8f15-d34a5e4a07a3","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.457639629Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"201b99b1-cae0-49a3-8f15-d34a5e4a07a3","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.457841812Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.467533512Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.470491936Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.470559872Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.471014297Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.472871457Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.472905194Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42853"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.472933361Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/ignition","method":"GET"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:39.484696708Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"201b99b1-cae0-49a3-8f15-d34a5e4a07a3","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":51268,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.486661894Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"201b99b1-cae0-49a3-8f15-d34a5e4a07a3\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.486867864Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","body":"None","uri":"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.487308662Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.487363692Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.4880555Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.488327282Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"69de49d1-638c-4af2-a698-807da9ad8245","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.488682029Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"69de49d1-638c-4af2-a698-807da9ad8245","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.488747449Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"69de49d1-638c-4af2-a698-807da9ad8245","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.489625228Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"69de49d1-638c-4af2-a698-807da9ad8245","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.493702141Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35e39838-9499-4259-b910-7e8ab6d2c62c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.49407795Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0","method":"GET"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:39.535319331Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"69de49d1-638c-4af2-a698-807da9ad8245","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":46991,"response_code":"200"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.5386116Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.538856588Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69de49d1-638c-4af2-a698-807da9ad8245\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.540139204Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.540197791Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:39.540228382Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.540257429Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.556986411Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.558562782Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.5586172Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.558644955Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.580830639Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ee37f4e-40a2-4647-b4cd-64bece06aacd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.581193041Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.628776047Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49466a39-d754-41f4-a1e5-cd1b1b4db58e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.628952509Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.635765443Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.639290947Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe1a1fad-ebe4-47b8-a3ee-e96f4b9caa0b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.639465946Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.64282073Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b4d1339-2704-49df-b96e-5be4ad4b32f9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.6429012Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.647392429Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f09d90b3-6a9c-41ab-9df3-12c66d41615d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.647481997Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.64948584Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1484dd12-5546-4fc9-8836-3a79f4823d4f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.649606039Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.652830604Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54cc4638-c9cf-48ee-a29b-d7211ab6405d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.65296917Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.654033601Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79981b05-1605-48e6-80f2-b53c9d32a677\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.654098871Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.654964646Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1f6fbab-09a1-4de1-b4e9-93e88ad3f2d7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.655033423Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.65725002Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ac01d17-352c-454b-9f68-fa21904e7379\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.65765164Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.659725482Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e23167a-583d-44aa-9bc3-3665f496662c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.66021639Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.662493737Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"076fdee6-1b85-4069-83d1-325c65a92ae6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.662848514Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.667246086Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcdb5862-906c-4f09-b8d6-72a4f3453e3c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.669540197Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.67193075Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27f18801-a58c-4a85-ba5d-19b091a75b66\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.672148594Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.675982032Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33cc0540-26c6-4bd2-8873-986b6ea36440\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.676053625Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.679081357Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd523cc9-8725-4c67-afd4-328f4cabe367\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.6791482Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.681016543Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bc01cc4-c192-4846-867c-1de23451e85d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.681103346Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.682950206Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b8908bc-277f-44ae-bf53-4f921d1a1ead\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.683145875Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.684768659Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84070b09-c39b-4b85-848e-59eb14aa0921\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.685011893Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.686617913Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.686669215Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.686700327Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.686729265Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.688025197Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.688840331Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cbfeaf8-f362-445a-83c4-332a05605d5b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.689866476Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.692816554Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e02d9e38-e6ad-4d00-9840-6b8bd20e9090\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.692994428Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.694895736Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.715941639Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.716028662Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.716066488Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.71674048Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.718504185Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d713b071-3821-4ff3-983c-d9364eaacd33\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.718695896Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.719290992Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.719347625Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.71988205Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.722317823Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06ee5f94-7ca9-4b1d-82e0-330d4566a67f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.722509385Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.730691036Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2d2d487-8963-4db9-ba96-b8a392949ad7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.731523214Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.733761654Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f647476-e49f-446c-b099-0a5975ac3b3d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.733837415Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.739539486Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38f75b8b-4c2b-4f0b-9f59-547b60aa611a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.739624525Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.776733252Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03e0ac67-b574-4502-a960-f921d0f3e707\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.776999513Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.77755023Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.780097796Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3658da77-6f6a-40e6-92a4-561d02d50183\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.78032586Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.782498489Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d37f09d-b875-4f75-bff0-e6c7ab50a517\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.782722515Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.783566798Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77204e31-9ec7-460a-b18c-c60f48ff9767\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.783871725Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.78482262Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec72efb0-5731-4de4-90c7-8295f95c5498\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.785055864Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.786020506Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66fd3f5d-444a-4cc5-bc7e-4e3c821a28b6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.786245604Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.787177701Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60ccd41a-26b2-4440-9e2c-e28327c73680\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.787386898Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.78863774Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d1df3d9-fc98-4534-baad-a1d8d5fcefe2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.788895875Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.797316703Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec3f9075-b62c-41d9-8b0b-027c0a43df55\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.797393245Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.799163793Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e26639f-44da-468e-a8fe-db96b05697de\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.799234053Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.801078307Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"293cb633-db40-4873-86a4-2fea1bdef422\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.801150501Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.8041362Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a9c2ffe-7b12-4920-829b-1190ffca2ba1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.804188113Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.805094229Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03d8189b-e646-4a2a-99ea-3a44be57ca34\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.805288606Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.807025968Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44c697d1-1f7d-4a76-95e6-bb6c20a6982b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.807098512Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.80795086Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef9ba5d4-80b1-44a9-8585-dc8b5237f8c5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.808055769Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.809686719Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5be85529-0e0d-4fb5-a099-08af8be000c5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.810486903Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.812601537Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72302674-6d13-4fe7-affa-0496784f6cf0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.812803599Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.815707535Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a32766a-fb08-46c5-a6db-d87c9fe31a7f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.81576531Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42107"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.815798296Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.819068281Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e147e62-b44c-437f-a484-1d88c63e58d6\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.819205074Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.819361105Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35b0ef96-4b43-4486-9112-02cc1a019711\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.819536875Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.823169212Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa764038-eb82-41d7-8f05-0593b8aaf267\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.823824317Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.827803616Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"925453e8-2d33-4833-ad3c-eb0bc4f6bff0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.827869036Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.82790109Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba5fc310-b930-4c6a-9717-917de0565436\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.827929677Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.827958234Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.827987983Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.828017712Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.828432609Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.828803097Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.828843728Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.828875481Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.828902595Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.830646089Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.833539785Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.844037521Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.844686384Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.844744099Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.844777756Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.844806683Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.845577619Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.848315174Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.857072803Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.857122351Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.85715152Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.85808509Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.859714566Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.863740678Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.863941248Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.864067299Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.865094786Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.865539843Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.865651305Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.866209387Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.947002873Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:50317"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.947090688Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:39.947974088Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46474"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:39.950478137Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"412ee848-60fe-423f-8c2f-cbbfa397d605","remote_addr":"[::1]:46474","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:39.950795118Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"412ee848-60fe-423f-8c2f-cbbfa397d605","remote_addr":"[::1]:46474","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":332,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:39.952079187Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"412ee848-60fe-423f-8c2f-cbbfa397d605\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.016566203Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:56791"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.016648046Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:40.017501366Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36871"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.018543302Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"6140bdfd-0375-4f1d-8b4d-fbd0df276986","remote_addr":"[::1]:36871","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:40.03245497Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"6140bdfd-0375-4f1d-8b4d-fbd0df276986","remote_addr":"[::1]:36871","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":13887,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.039484596Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6140bdfd-0375-4f1d-8b4d-fbd0df276986\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.113442823Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64599"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.113638183Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:40.114533627Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40010"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.12142641Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"0c863cbb-afd8-4d12-ba6f-90dfa2e233f3","remote_addr":"[::1]:40010","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:40.122443907Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"0c863cbb-afd8-4d12-ba6f-90dfa2e233f3","remote_addr":"[::1]:40010","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1024,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.128413602Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c863cbb-afd8-4d12-ba6f-90dfa2e233f3\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.193478229Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64653"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.193555783Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:40.195545828Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51416"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.196160262Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"c2b2f1ef-bb77-4bb3-b5ec-9a740b6e5820","remote_addr":"[::1]:51416","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:40.199750897Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"c2b2f1ef-bb77-4bb3-b5ec-9a740b6e5820","remote_addr":"[::1]:51416","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":3487,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.201351866Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2b2f1ef-bb77-4bb3-b5ec-9a740b6e5820\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.205360553Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.2054494Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.205481044Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.215834903Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.216046695Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.216158608Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.216247866Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.217100715Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.223139717Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.227163284Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.227529584Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.227760053Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.228351201Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.230106859Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.230288862Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.233056796Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.236558513Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.256127273Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.256248795Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.269191613Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.269277484Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.271234433Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:40.291284341Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:40.291761802Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.29243334Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":24,"elapsed":"1.027811086s"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.292495655Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":25,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.292527267Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.292557027Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.292589972Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.292619692Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.293312101Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.296063433Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.30171308Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.301838259Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.301926785Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.303047218Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.308717235Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[(277e7b93-d3a6-405e-934c-14a43fa95b56, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.308779048Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.310794584Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:58648","req_id":"2699ff1d-6c53-4180-b192-6a41c0702a29","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 76 da 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 v............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.310879453Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:58648","req_id":"2699ff1d-6c53-4180-b192-6a41c0702a29","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30426,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.311040023Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.31123907Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.311358788Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.312723237Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:58648","req_id":"2699ff1d-6c53-4180-b192-6a41c0702a29","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.313119907Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4465, tv_nsec: 112002940 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.313187111Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.314137535Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.314551359Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:52484","req_id":"86b819a3-6276-4289-bae0-b9a3336f230c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 4a 69 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e Ji..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.314604335Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:52484","req_id":"86b819a3-6276-4289-bae0-b9a3336f230c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19049,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.31553073Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.315584357Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:52484","req_id":"86b819a3-6276-4289-bae0-b9a3336f230c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.315702923Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:58154","req_id":"95cced55-fe77-457c-9fd8-87c5393046ea","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ef 99 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.315751821Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:58154","req_id":"95cced55-fe77-457c-9fd8-87c5393046ea","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61337,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.315888794Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.315927621Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:58154","req_id":"95cced55-fe77-457c-9fd8-87c5393046ea","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.425252564Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.425554756Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.425610517Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.425644164Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.425672681Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.427416135Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:40.427640332Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.427853536Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50312","req_id":"2ccd5fe4-391c-4cf9-93be-c8ebb20fd789","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: bc 5c 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .\\..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.427981241Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50312","req_id":"2ccd5fe4-391c-4cf9-93be-c8ebb20fd789","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48220,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.42823198Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48220,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:40.428329475Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50312","req_id":"2ccd5fe4-391c-4cf9-93be-c8ebb20fd789","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.428627729Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.428717468Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42853"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.428751065Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.431441926Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.437720786Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.437781317Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.43781293Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.438190372Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.440231739Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"949bad57-daf3-4764-a4f0-a4627b517916\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.440602217Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.440881434Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.440932495Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.441383915Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.446004681Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94d9b870-cc71-43af-b5fb-968fec94d914\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.446203958Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.451528878Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fd15051-5f4f-4d13-89d2-932ce5a41e3b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.45207181Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.454955345Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43df6372-969d-40ce-bd5f-31957bf93502\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.455090484Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.463503016Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"081ff166-64c2-4120-8b9c-959158317b61\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.463633997Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.474746377Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.475177496Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18f4c677-f9e3-40d9-b0c1-12732a38dc5e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.475900407Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.480377236Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"393f03af-36a6-442b-ae2a-bc61d18062cb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.48061013Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.519252874Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.519311721Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.523198194Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0d05f61-e7cf-417a-995d-7ff4f44a8650\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.523477922Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.523771316Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.524880897Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.525037028Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.525116877Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.52538949Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.525640751Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.525686342Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.525716261Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.526739039Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.54887798Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.555677668Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.555800132Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.555839861Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.556433233Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.55815327Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbade60f-8287-46a9-b4be-60f7882aba89\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.558325233Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.579121127Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61f4be3c-26af-4da9-abd3-7514cd73cc5a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.579330124Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.579659189Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.57972001Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.580390607Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.58269085Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33c2bd1f-3bba-4730-a46c-c12ca237637e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.582865447Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.584176329Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14470860-54b4-4974-a215-1f6c7cf3a8dd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.584301499Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.585518393Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f75f62b5-5035-44ee-8c95-23bade45c71a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.585695095Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.588080618Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78edaef0-570f-4a7a-8760-b83bb748cd88\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.588160488Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.592594482Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d548db3-c809-4e3d-bacb-445e43044814\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.59284947Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.597769783Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ffeb9e1-ffea-4ad2-9b9c-c37c47495751\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.597984501Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.6007894Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a238717e-60a7-4822-b4a5-8773d0b3bb94\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.601178475Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.60415739Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"269e1d03-f301-454d-a5cb-a2f04b551215\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.604338501Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.607857452Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8965483-1d79-4c94-9dc0-861c52caa5a1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.608251478Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.609533953Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"762170ab-cbdf-4d37-85e8-a7bd97a88311\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.609687509Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.610966928Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4e0b4a7-154b-4a87-98c2-bd5d11d60abe\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.611216685Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.61593186Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.616954548Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44cd630c-a021-463a-9844-98b40b43db60\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.61727707Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.618405859Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db1f807b-f652-4465-af73-9c81d588ec06\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.618620207Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.619872482Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae2275ee-fb4d-469f-815e-ee99a3c15b4a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.620224633Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.621973388Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfd34897-7611-49a0-aa3d-0b80480c0132\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.622363254Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.624032129Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a561b209-4209-4ade-b44d-42bc2ebe7d93\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.624250735Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.625929851Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f41e37cf-3393-4b64-9e4c-8fc9da9af4f3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.626184628Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.627844165Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65f14937-f43b-4f80-a650-364ec46d819f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.628083802Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.630539665Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f99a8a45-7cad-4b57-a580-d6ec518837de\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.630895043Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.633268803Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3bcc012-9552-4ed4-9922-2578efaf2323\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.633416647Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.634038937Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0f65ae7-24f1-4bb3-8dba-5d5f6ae3bca4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.6342262Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.635037707Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce2977e3-820b-4876-a270-150e8528f4b0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.635216674Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.636044273Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d10ff67-9a6a-457e-a15e-a6721ce7ae5c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.63608807Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.637136599Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9257af31-3ed3-4e80-9539-90304f8e571a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.637256618Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.638439165Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bda54ca-19e8-41ac-b5c3-a2828305de6b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.638766707Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.640624609Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98204af1-8917-467a-892f-212c02cd2336\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.640767233Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.6432399Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f59d969-daad-4338-8960-f241da0fd630\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.643382213Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.645223873Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da036c48-3c01-48cb-bde1-181c905d11f1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.645351928Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.647164499Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba3b3040-ca05-43d8-8404-ce511d7faf01\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.647383015Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.649928516Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b14ca92c-902d-487b-a299-86bf214e45b6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.649972324Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.652929375Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23595a87-0b46-40ce-916a-3da37e516dd0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.653098953Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.65441736Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"092f3209-daab-436f-b338-44c99cfb0d77\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.654567028Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.655510698Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cee0f906-b30a-466e-a9fa-c08cde715fb2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.65561679Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.656711882Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b62e6b2b-646a-4f7c-bde0-df8deb66599d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.656929826Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.657871021Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfa5fe26-517b-4b56-bb1d-5738ba31b518\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.657932534Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42107"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.657959307Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.660005805Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69d2e5af-b9d0-4d4c-88fe-e45b8ff92ab5\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.660365221Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.661560302Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"558a4570-ad9c-4897-ba59-e8f827a18e52\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.661868386Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.663738131Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94e23d9f-476c-4c70-834e-69525190f73d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.664026576Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.666067051Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25f60cc0-d6b5-43fd-a64a-b096c1d54a00\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.666232421Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.668606992Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.668665308Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.668695188Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.668721731Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.669406295Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.670166279Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa975b70-2895-416a-8c03-82a3b214bd30\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.670299544Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.670390485Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.670423591Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.670450235Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.6709648Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.673344301Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.68191614Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.682038644Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.682082281Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.684633794Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.686912585Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.690881042Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.690941021Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.690974287Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.691002253Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.691029367Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.691377781Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.691727809Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.691772919Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.692283025Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.693582694Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.702566033Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.702645582Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.702681854Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.703811885Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.774653262Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:50317"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.774711118Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:40.781734712Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58468"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.782728742Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"a00460bb-0121-4740-abff-79c6071bb30b","remote_addr":"[::1]:58468","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:40.784221637Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"a00460bb-0121-4740-abff-79c6071bb30b","remote_addr":"[::1]:58468","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1559,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.785739431Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a00460bb-0121-4740-abff-79c6071bb30b\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.847193163Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:56791"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.847404854Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:40.848112925Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36255"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.850424801Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"39b359cd-ffdb-4cc3-96d8-ccac02c3b6a8","remote_addr":"[::1]:36255","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:40.850853175Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"39b359cd-ffdb-4cc3-96d8-ccac02c3b6a8","remote_addr":"[::1]:36255","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":581,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.851355676Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39b359cd-ffdb-4cc3-96d8-ccac02c3b6a8\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.903824036Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64599"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.903895879Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:40.904420114Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43710"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.905834802Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"9444224a-945d-4604-960f-d195f8e8e8ad","remote_addr":"[::1]:43710","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:40.906344778Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"9444224a-945d-4604-960f-d195f8e8e8ad","remote_addr":"[::1]:43710","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":462,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.90733949Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9444224a-945d-4604-960f-d195f8e8e8ad\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.969812193Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64653"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.969985458Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:40.971395979Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50839"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.972416342Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"b7a79582-9fb8-48f6-88ef-515e1e2fc949","remote_addr":"[::1]:50839","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:40.9803555Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"b7a79582-9fb8-48f6-88ef-515e1e2fc949","remote_addr":"[::1]:50839","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":7953,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.981688045Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7a79582-9fb8-48f6-88ef-515e1e2fc949\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.983541678Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.983600946Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.983631647Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.9883007Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.988367073Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:40.988405289Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.988438074Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:40.988983621Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.007560865Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.012837909Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.01313971Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.013182726Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.013934885Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.024100629Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:41.057826366Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:41.058200381Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.0583305Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":25,"elapsed":"765.863693ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.058451692Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":26,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.058543915Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.058704425Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.058825446Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.058961087Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.059943143Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.064352969Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.073494403Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.073582689Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.073617278Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.074096813Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.07531952Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.075379209Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.075416613Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.075448186Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.076184754Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.081160748Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[(277e7b93-d3a6-405e-934c-14a43fa95b56, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.081238533Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.082947257Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.090149147Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.090215659Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.090249727Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.090812058Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.091974123Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:52844","req_id":"4443f61b-9a86-4a7a-8a6b-4197bf12e1e1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: eb 7c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .|..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.092080735Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:52844","req_id":"4443f61b-9a86-4a7a-8a6b-4197bf12e1e1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60284,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.092287157Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.096342817Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.09810574Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.098158815Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:52844","req_id":"4443f61b-9a86-4a7a-8a6b-4197bf12e1e1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.10002313Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4465, tv_nsec: 898875381 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.100102578Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.100133921Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.100506593Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53576","req_id":"d874208f-1544-4d37-810d-f095885bff85","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d4 d5 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.100663215Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53576","req_id":"d874208f-1544-4d37-810d-f095885bff85","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54485,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.100769257Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.100795349Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53576","req_id":"d874208f-1544-4d37-810d-f095885bff85","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.100922993Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59332","req_id":"9dcf15d6-ef35-4dd1-bdde-cf8635ed3f03","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a0 5d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .]..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.101111719Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59332","req_id":"9dcf15d6-ef35-4dd1-bdde-cf8635ed3f03","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41053,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.10125297Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.101278902Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59332","req_id":"9dcf15d6-ef35-4dd1-bdde-cf8635ed3f03","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.260735439Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.26122792Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.261293912Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.273587145Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.273657315Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.273696834Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.273723567Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.273753156Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.273782434Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59956","req_id":"b9d2d4b2-cf57-4f36-9fc5-44291330fe4c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: af 9a 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.273821572Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59956","req_id":"b9d2d4b2-cf57-4f36-9fc5-44291330fe4c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44954,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.273903315Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44954,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:41.273983074Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59956","req_id":"b9d2d4b2-cf57-4f36-9fc5-44291330fe4c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.274045619Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.27407658Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42853"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.274102321Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.274138423Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9135d0c1-276c-4ffd-9def-99ae7208c820\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.27417183Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.274205216Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.274234355Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.2742623Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc0894c7-683c-47b1-93b4-0f5c86e0d590\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.27429248Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.274321488Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.274347981Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.277589209Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1434c95e-6056-43a5-a31a-4def3dba574c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.277798366Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.281751332Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce850fa8-064f-40e5-921c-d29d746dee09\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.281828586Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.300053948Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2460933-3e12-4986-aeca-2ebcd8f7a46c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.300355309Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.304387924Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a3e5982-237c-4e65-b019-33bd6593f3a6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.304624505Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.3084517Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dc95efb-7921-432f-9d5f-13738e95b84f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.308668272Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.310914588Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"970135e6-0fe3-4be3-a28c-3b29467e8671\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.311151409Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.314216066Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d62d4744-1986-4853-8768-8d239901991c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.314526634Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.318440733Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19f4f9dc-bd89-4af1-9ecd-d41571fe75cd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.318683687Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.320293144Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.322451514Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96f6cb1d-19fd-4490-8e46-8983a4452a18\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.322736512Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:41.323174655Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.323730112Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","body":"None","uri":"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.324201751Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"687aa375-c0d5-44a8-8acc-a01b81ed53dd","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.324534795Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"687aa375-c0d5-44a8-8acc-a01b81ed53dd","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.32471316Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"687aa375-c0d5-44a8-8acc-a01b81ed53dd","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.325610198Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"687aa375-c0d5-44a8-8acc-a01b81ed53dd","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.326378448Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e7b6d0d-0ddf-4bb6-810e-521beed662e2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.326653596Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.32862787Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39c9e5eb-44c8-4abf-aa06-4656b9ae2a98\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.328890934Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:41.329520098Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"687aa375-c0d5-44a8-8acc-a01b81ed53dd","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":5324,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.330502255Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"687aa375-c0d5-44a8-8acc-a01b81ed53dd\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.330771922Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","body":"None","uri":"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.331297629Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1e972f44-214d-4178-8ff2-71ceee67e5a9","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.331589671Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1e972f44-214d-4178-8ff2-71ceee67e5a9","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.331826914Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1e972f44-214d-4178-8ff2-71ceee67e5a9","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.333116874Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1e972f44-214d-4178-8ff2-71ceee67e5a9","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:41.33702937Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1e972f44-214d-4178-8ff2-71ceee67e5a9","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":5699,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.339852955Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e972f44-214d-4178-8ff2-71ceee67e5a9\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.340041892Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.340128755Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:41.340203764Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.341389918Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3986ee8e-8ef9-40cd-a869-eb08e0bee122\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.341607471Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.346283508Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ad978e6-3a54-42f4-a253-8d9331a9898b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.346550881Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.3505158Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0b72164-af42-4718-a562-07cd75cc1040\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.350727723Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.354603254Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"424c5545-8e24-4cd1-a9d5-9cccec29019c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.354811319Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.358899384Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9c379fd-6aae-48a8-890c-50d0444c6dcc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.359109944Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.363152288Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2f8e659-fea2-4033-b48f-cc2476bd861f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.363361364Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:41.363631974Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.365151812Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f84d4c47-6001-450d-951c-9f367f6340c7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.365397401Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.367801962Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0ba150b-b506-41f7-ab70-75febe579f49\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.368023553Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.369872097Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81ed8c9d-cf4e-4956-8260-772cc266602e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.379895387Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.380184012Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.380452778Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.380562687Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.380650151Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.381302832Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.382856688Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2cda3d8-4e3b-46eb-9e9c-ff2106b43deb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.383068089Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.384764729Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.391797892Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.392415092Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.392470542Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.399863062Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.403522012Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98bad0c0-1622-46ec-98fa-293d455d14f4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.404563076Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.404900128Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.4050068Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.407704205Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.415179438Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de870837-e147-468c-a748-f7d97b9c5581\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.415271893Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.427382602Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f348247a-769f-44cc-acec-7ac441fbfdfc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.427681438Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.43001146Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"052dda4c-2087-4239-828e-b2776ce0e31a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.430254284Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.435403844Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52bdb292-7052-4ae1-8229-628b83b0c35b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.435634083Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.437814618Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d7e7aec-20a8-40f3-9508-6ddb4a9fc339\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.4380368Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.440401432Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee701009-da6a-4fbd-88c3-76a82a0aa637\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.440627953Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.441654408Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f77bd11-bb1e-4f47-a830-19184c827986\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.441986109Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.443368794Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffac6e59-5871-4f1d-af78-705c3094fc50\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.443610596Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.444606951Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d39e9d68-769a-4e70-bcc9-b97b47e039a5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.444832981Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.445934045Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69db0751-d5af-4460-bd72-806fbd0d6b6c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.446146358Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.447813349Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d57c61b2-4bf0-41cb-afa6-09f0c5128795\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.448334287Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.45430803Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e2f88e7-f384-4e4c-adb1-cdb52a44dedd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.454569491Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.455309826Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.458651995Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddc90b14-243d-4ac7-b5ef-b25ab03e4c99\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.458889237Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.477477062Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17fcb5ed-d651-4fdd-8d8a-263fd9f15369\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.477708143Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.479876112Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9aec7bc9-a7c0-48b1-a181-433166bdd5f4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.480555085Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.483123022Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aee498cc-550a-4aa1-9140-d0f6ff8ab783\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.483441125Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.485820045Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6d3989c-0061-4cb8-b6b7-7618a3a20d24\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.486039943Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.487424091Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87d05763-fd66-4340-b6ec-f30612e38767\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.487903657Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.493349197Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d2f0ba7-10ff-4e74-ac7a-746b48d1d6cd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.493638884Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.501232243Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b8211f4-8fad-403a-879c-05cbdf7ef245\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.501472452Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.506114912Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.506268197Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.50643514Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.506532774Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.507475833Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.509819222Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44af1001-f2ae-44e4-b262-f6242d86c41f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.510013589Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42107"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.510130542Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.52004674Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.52585392Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.525952877Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.526040722Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.526682601Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.529049457Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.52929187Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.538189749Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.53916922Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.539236965Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.539268558Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.539293408Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09393d32-95d5-409c-bd4c-892ecefa4ba4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.539587183Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.544581844Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.544646954Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.545645033Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.553451637Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e1c3541-75b6-4e5d-a9c8-2e590c6914ac\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.555929564Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.557546215Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11d06df5-244a-4e13-bc82-83fb62e0ed00\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.557698388Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.566338533Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68a30fc3-90fa-4e16-b540-8f27b311da19\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.56659285Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.579009239Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbd990de-ed78-48a0-8e44-d28aeeb41149\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.579315729Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.57946147Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.579504576Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.579535708Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.583632741Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.593853475Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.602666364Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.602751914Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.602836904Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.602873517Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.602904418Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.603336349Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.612817239Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.616768922Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.616825365Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.616858381Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.617277185Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.620600497Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.620664073Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.620698462Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.621583004Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.621644727Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.621674737Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.621704617Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.622219272Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.683875418Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:50317"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.684133252Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:41.685886174Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38246"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.686123617Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.686182014Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":3,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.686214398Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"task disabled\"}","iteration":3,"elapsed":"28.707µs"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.686297914Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.686344688Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.68637616Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.686463514Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.686511139Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.687417104Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.687481783Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.687515811Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.687546482Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.68757565Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.687603957Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.688169353Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.688229623Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.688326476Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.688372869Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.688854168Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.688917895Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.688948886Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.688980259Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.689009056Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.689038475Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.689416939Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.689478912Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":2,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:41.689510185Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.689536437Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":2,"elapsed":"66.904µs"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.689573571Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":2,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:41.68960339Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.689627889Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.689659402Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.689689452Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.689717488Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.690078447Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.691148118Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.694192183Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"3b835f25-9069-4f70-8315-c92c5970b626","remote_addr":"[::1]:38246","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:41.694576729Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"3b835f25-9069-4f70-8315-c92c5970b626","remote_addr":"[::1]:38246","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":396,"response_code":"200"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.695041886Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.697243974Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.697830913Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:58337","req_id":"1184a3ef-d015-4b3f-99d4-40736ccc6e12","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 3b ae 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ;............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.698084338Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:58337","req_id":"1184a3ef-d015-4b3f-99d4-40736ccc6e12","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15278,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.698577381Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.698768571Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.69906894Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.69911421Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:58337","req_id":"1184a3ef-d015-4b3f-99d4-40736ccc6e12","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 33244, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49473, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.699412044Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b835f25-9069-4f70-8315-c92c5970b626\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.774674138Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:56791"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.775602698Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/inventory","method":"GET"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.783860772Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":2,"elapsed":"97.712445ms"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.784026653Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.784083736Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.784116662Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.784146361Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.784860083Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:41.785126063Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36141"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.785629647Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 33244, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49473, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4466, tv_nsec: 584473631 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.785690237Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.785800527Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.786361975Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:61162","req_id":"8c75d684-8b78-47b0-a7a4-1844dcbfe15a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 44 99 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 D............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.786496543Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:61162","req_id":"8c75d684-8b78-47b0-a7a4-1844dcbfe15a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17561,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.786730489Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.787313922Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.78747872Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.787603449Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:61162","req_id":"8c75d684-8b78-47b0-a7a4-1844dcbfe15a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 33244, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49473, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.789490849Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"d02491b7-a344-4eeb-aa93-624f7dbf91ed","remote_addr":"[::1]:36141","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.790176926Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 33244, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49473, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4466, tv_nsec: 589054568 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.790251976Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.790282236Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:41.79071105Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"d02491b7-a344-4eeb-aa93-624f7dbf91ed","remote_addr":"[::1]:36141","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":1240,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.791547286Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:60701","req_id":"be456cbe-76ed-4005-9177-71b6903a8b1b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a2 c8 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.791610733Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:60701","req_id":"be456cbe-76ed-4005-9177-71b6903a8b1b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41672,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.791699069Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.792017634Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:60701","req_id":"be456cbe-76ed-4005-9177-71b6903a8b1b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.792100288Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:55386","req_id":"6835be13-f385-4cc1-b7b9-40bc816ff67a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 5d 6d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ]m..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.792512379Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:55386","req_id":"6835be13-f385-4cc1-b7b9-40bc816ff67a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23917,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.792635274Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.792662188Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:55386","req_id":"6835be13-f385-4cc1-b7b9-40bc816ff67a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.792820694Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d02491b7-a344-4eeb-aa93-624f7dbf91ed\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.922931802Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64599"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.923074275Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.927704451Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.935735151Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.93596542Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.93605063Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.936826466Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.938116727Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.944599924Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:41.944699492Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.944734272Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:41.945193998Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:41.947052631Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38597"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:41.947702957Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:42.00899656Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.009069034Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.009929559Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51081","req_id":"6dcedfc9-232d-40f3-993c-6cfd4f21a26a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: bf b2 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.00999555Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51081","req_id":"6dcedfc9-232d-40f3-993c-6cfd4f21a26a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49074,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.010168325Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.010559204Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51081","req_id":"6dcedfc9-232d-40f3-993c-6cfd4f21a26a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.010686427Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57258","req_id":"7a818d57-1924-4f0c-8d8d-57f8f5a4f7fe","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 16 a5 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.010737859Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57258","req_id":"7a818d57-1924-4f0c-8d8d-57f8f5a4f7fe","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5797,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.011131834Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.011171564Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57258","req_id":"7a818d57-1924-4f0c-8d8d-57f8f5a4f7fe","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.011309168Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.017766413Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.01783509Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.017868918Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.017898817Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.017928637Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.018460226Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.022860894Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.030155067Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.030266269Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.030310837Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.031136262Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.031574114Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.03163222Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.031887849Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.040775167Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.044276864Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.045284732Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:42.047738771Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:42.114328357Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.114403006Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.114794666Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:42.11485669Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:42.115842904Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.116955912Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"0b0b7250-f778-43ef-8b24-27197f7ac6e2","remote_addr":"[::1]:38597","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:42.118853052Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"0b0b7250-f778-43ef-8b24-27197f7ac6e2","remote_addr":"[::1]:38597","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1654,"response_code":"200"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.118923673Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.122153989Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.125622389Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.125686668Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.125721016Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.126135181Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.130508595Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.132622316Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.132683188Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.13271428Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.133157643Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.133881315Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b0b7250-f778-43ef-8b24-27197f7ac6e2\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.201367216Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64653"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.201447847Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/inventory","method":"GET"} {"msg":"all instance checks complete","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:42.204813853Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.204886959Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":2,"elapsed":"515.294821ms"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:42.206037612Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45067"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.206209684Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:58481","req_id":"914a5a8a-2c0b-4db7-b339-7ad978904ada","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: f2 e5 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.206384513Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:58481","req_id":"914a5a8a-2c0b-4db7-b339-7ad978904ada","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62181,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.206586565Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.206775382Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.208257414Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.208310861Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:58481","req_id":"914a5a8a-2c0b-4db7-b339-7ad978904ada","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 33244, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49473, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.209845078Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 33244, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49473, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4467, tv_nsec: 8729603 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.209920568Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.209957251Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.210196638Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"f20c7e66-ef01-485f-b517-2126d2df4329","remote_addr":"[::1]:45067","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:42.219622008Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"f20c7e66-ef01-485f-b517-2126d2df4329","remote_addr":"[::1]:45067","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":9423,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.220980925Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f20c7e66-ef01-485f-b517-2126d2df4329\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.223150037Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.223214756Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.223246018Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.229191925Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.233405019Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.233518796Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.233613655Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.234758586Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 039be560-54cc-49e3-88df-1a29dadbf913","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:42.472990748Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.473076199Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/vpc-routes","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.474468322Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.474544083Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.474579584Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.474610876Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.475804144Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.476239251Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.482126611Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.482724653Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.482807287Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.483364337Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:42.484619718Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57645"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.485375073Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.485449351Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.488788565Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53476","req_id":"e51e5bc5-693d-49e0-ba93-d6566cc0e964","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 75 be 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e u...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.488880237Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53476","req_id":"e51e5bc5-693d-49e0-ba93-d6566cc0e964","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30142,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.489117119Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.489158902Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53476","req_id":"e51e5bc5-693d-49e0-ba93-d6566cc0e964","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.489223421Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:52608","req_id":"c7f867d1-352a-41f0-8937-c0c14daf9c8b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 59 1a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e Y...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.489268471Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:52608","req_id":"c7f867d1-352a-41f0-8937-c0c14daf9c8b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22810,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.489388189Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.489419862Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:52608","req_id":"c7f867d1-352a-41f0-8937-c0c14daf9c8b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.48971969Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.490871535Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.491141382Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.495723231Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.496367064Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.496486382Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.49660591Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.496825658Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.497684379Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.498895752Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.502226138Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.503169738Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.506604381Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/vpc-routes","method":"GET","req_id":"fd4dff08-4b5d-4402-80b4-d1f9e19b3d92","remote_addr":"[::1]:57645","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:42.507277693Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:42.567827114Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.567894157Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.568198393Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:42.568255658Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:42.569565998Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:42.570335381Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/vpc-routes","method":"GET","req_id":"fd4dff08-4b5d-4402-80b4-d1f9e19b3d92","remote_addr":"[::1]:57645","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":64038,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.572508571Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.572611286Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.572960822Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.580218743Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd4dff08-4b5d-4402-80b4-d1f9e19b3d92\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.580343191Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.580389243Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.582193618Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.582251584Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.583057078Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.589009057Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.589076161Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.589106882Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.589577139Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:42.592986743Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.618262503Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.618349817Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.6210966Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.621748749Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.621807446Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.621841925Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.90008221Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/v2p","method":"GET"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:42.900846333Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","assocs":"{}","sled":"sim-039be560"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.901118034Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:50317/eip-gateways","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:42.903935598Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39062"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.904244063Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/eip-gateways","method":"PUT","req_id":"4f14ec7e-1fa6-4873-b4d1-71fab7fd517a","remote_addr":"[::1]:57645","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:42.908617797Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/eip-gateways","method":"PUT","req_id":"4f14ec7e-1fa6-4873-b4d1-71fab7fd517a","remote_addr":"[::1]:57645","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":4184,"response_code":"204"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.910708563Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/v2p","method":"GET","req_id":"0a4f6d50-5116-4647-a280-0a6b7055f692","remote_addr":"[::1]:39062","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.913453933Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/eip-gateways\", status: 204, headers: {\"x-request-id\": \"4f14ec7e-1fa6-4873-b4d1-71fab7fd517a\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"VPC route manager sled 4505d002-82fb-42d8-bd01-aec747c24738","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:42.915353547Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.915477865Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"4505d002-82fb-42d8-bd01-aec747c24738","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/vpc-routes","method":"GET"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:42.916175465Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/v2p","method":"GET","req_id":"0a4f6d50-5116-4647-a280-0a6b7055f692","remote_addr":"[::1]:39062","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":5471,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:42.921749621Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40329"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.924291997Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a4f6d50-5116-4647-a280-0a6b7055f692\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:42.924663337Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","interfaces":"{}","sled":"sim-039be560"} {"msg":"v2p mappings to delete","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:42.924757464Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mappings":"[]","sled":"sim-039be560"} {"msg":"v2p mappings to add","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:42.924824398Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mappings":"[]","sled":"sim-039be560"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.927754606Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"4505d002-82fb-42d8-bd01-aec747c24738","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/v2p","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.932346655Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/vpc-routes","method":"GET","req_id":"443c2a8e-2465-4476-bb5f-fa9f9fa68a61","remote_addr":"[::1]:40329","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:42.93270559Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36773"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:42.944283849Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/vpc-routes","method":"GET","req_id":"443c2a8e-2465-4476-bb5f-fa9f9fa68a61","remote_addr":"[::1]:40329","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":11901,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.958018164Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/v2p","method":"GET","req_id":"f0770795-3672-4e81-aa69-47aa307d7a15","remote_addr":"[::1]:36773","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.964529016Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"4505d002-82fb-42d8-bd01-aec747c24738","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"443c2a8e-2465-4476-bb5f-fa9f9fa68a61\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.964711079Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.964828042Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.967092564Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:42.969696783Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/v2p","method":"GET","req_id":"f0770795-3672-4e81-aa69-47aa307d7a15","remote_addr":"[::1]:36773","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":11517,"response_code":"200"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:42.981938313Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:42.98230826Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.982741504Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":26,"elapsed":"1.924264852s"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.982873627Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":27,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.982966562Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.983182853Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.983286499Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.983374264Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.984714044Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.986176478Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"4505d002-82fb-42d8-bd01-aec747c24738","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0770795-3672-4e81-aa69-47aa307d7a15\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:42.986481966Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","interfaces":"{}","sled":"sim-4505d002"} {"msg":"v2p mappings to delete","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:42.986610472Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mappings":"[]","sled":"sim-4505d002"} {"msg":"v2p mappings to add","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:42.986691544Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mappings":"[]","sled":"sim-4505d002"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.990031478Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/v2p","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:42.99234583Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.992410809Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:42.993162286Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:42.996968871Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44386"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.007069686Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.012526228Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.012598131Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.012635235Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.013517833Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:43.01401304Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","assocs":"{}","sled":"sim-4505d002"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.014686131Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"4505d002-82fb-42d8-bd01-aec747c24738","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:56791/eip-gateways","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.015289193Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Sled { parent: Fleet, key: 039be560-54cc-49e3-88df-1a29dadbf913, lookup_type: ById(039be560-54cc-49e3-88df-1a29dadbf913) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.015394473Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.015428009Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.015459993Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.015927304Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.020970212Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/eip-gateways","method":"PUT","req_id":"aab09732-d891-4574-9f14-462b82b9a70e","remote_addr":"[::1]:40329","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.021198396Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/v2p","method":"GET","req_id":"84da3bfd-1d60-4985-a924-acb23e406eb6","remote_addr":"[::1]:44386","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:43.025946938Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/eip-gateways","method":"PUT","req_id":"aab09732-d891-4574-9f14-462b82b9a70e","remote_addr":"[::1]:40329","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":4990,"response_code":"204"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:43.026021727Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/v2p","method":"GET","req_id":"84da3bfd-1d60-4985-a924-acb23e406eb6","remote_addr":"[::1]:44386","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4839,"response_code":"200"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.026581191Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[(277e7b93-d3a6-405e-934c-14a43fa95b56, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.026692473Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.030536181Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"4505d002-82fb-42d8-bd01-aec747c24738","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/eip-gateways\", status: 204, headers: {\"x-request-id\": \"aab09732-d891-4574-9f14-462b82b9a70e\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:43.03329602Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.033339106Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.033589214Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84da3bfd-1d60-4985-a924-acb23e406eb6\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:43.033655216Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:43.033690376Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:43.03371768Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mappings":"[]","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.036574733Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/v2p","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.037812559Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.04475421Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Sled { parent: Fleet, key: 039be560-54cc-49e3-88df-1a29dadbf913, lookup_type: ById(039be560-54cc-49e3-88df-1a29dadbf913) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.044808037Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.044838879Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.045283094Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:43.048231268Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54448"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:43.048517298Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57774"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.048986502Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51866","req_id":"c1b2f73d-a8af-463f-a671-ae42b6eed947","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 8b 9e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.049177473Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51866","req_id":"c1b2f73d-a8af-463f-a671-ae42b6eed947","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35742,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.049598281Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.0499037Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.050158027Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.050326743Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51866","req_id":"c1b2f73d-a8af-463f-a671-ae42b6eed947","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.051572034Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Sled { parent: Fleet, key: 4505d002-82fb-42d8-bd01-aec747c24738, lookup_type: ById(4505d002-82fb-42d8-bd01-aec747c24738) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.051633587Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.051667304Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.051795369Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.052917334Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.054548635Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/vpc-routes","method":"GET","req_id":"04aaafc7-92f6-4cc3-878f-169831921e63","remote_addr":"[::1]:54448","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.054861839Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/v2p","method":"GET","req_id":"c252297b-9124-439c-b0db-03146238dd03","remote_addr":"[::1]:57774","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.056490033Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4467, tv_nsec: 855377835 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.056570473Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.056883326Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:43.066323215Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/vpc-routes","method":"GET","req_id":"04aaafc7-92f6-4cc3-878f-169831921e63","remote_addr":"[::1]:54448","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":11788,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:43.066691809Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/v2p","method":"GET","req_id":"c252297b-9124-439c-b0db-03146238dd03","remote_addr":"[::1]:57774","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":11765,"response_code":"200"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.068685441Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.078713752Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Sled { parent: Fleet, key: 4505d002-82fb-42d8-bd01-aec747c24738, lookup_type: ById(4505d002-82fb-42d8-bd01-aec747c24738) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.07879295Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.078827449Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.079326343Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.079920005Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04aaafc7-92f6-4cc3-878f-169831921e63\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.079980326Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.080014043Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.081423611Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.081483891Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c252297b-9124-439c-b0db-03146238dd03\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:43.081790733Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","interfaces":"{}","sled":"sim-dfdfa327"} {"msg":"v2p mappings to delete","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:43.081843758Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mappings":"[]","sled":"sim-dfdfa327"} {"msg":"v2p mappings to add","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:43.081875432Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mappings":"[]","sled":"sim-dfdfa327"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.083450229Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{}","iteration":2,"elapsed":"1.395187831s"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.091786759Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64732","req_id":"e9cb5f75-b17b-4f05-9ef0-fde318b927d7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f1 08 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.09196801Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64732","req_id":"e9cb5f75-b17b-4f05-9ef0-fde318b927d7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61704,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.092060585Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.092122077Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64732","req_id":"e9cb5f75-b17b-4f05-9ef0-fde318b927d7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.09220891Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:63993","req_id":"57de0d89-cb75-4356-aafd-b0dbb5390f7b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 8e d3 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.092266114Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:63993","req_id":"57de0d89-cb75-4356-aafd-b0dbb5390f7b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36563,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.092516734Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.092561162Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:63993","req_id":"57de0d89-cb75-4356-aafd-b0dbb5390f7b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.223348598Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.230076903Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.23018073Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.230264367Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.230302423Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.231413516Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.23322202Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:43.233286508Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:43.234519866Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.234574304Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.234611729Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.25013617Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.251101514Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.255945715Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.261296166Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ipv6 addresses for service zone nat not implemented","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:43.261369943Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.261396456Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.261427277Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.261920049Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.266229004Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56031","req_id":"ad602b87-bc4d-4aed-9203-3453c26102df","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 73 8b 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c s............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.266864841Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56031","req_id":"ad602b87-bc4d-4aed-9203-3453c26102df","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29579,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.266993517Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29579,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:43.267154298Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56031","req_id":"ad602b87-bc4d-4aed-9203-3453c26102df","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.268131425Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.271129368Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.271191812Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42853"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.271223595Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.271753371Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.271821497Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.310969637Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Sled { parent: Fleet, key: dfdfa327-52ca-4250-9af5-b685c3bf3ba0, lookup_type: ById(dfdfa327-52ca-4250-9af5-b685c3bf3ba0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.312931426Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.313057527Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.31505687Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.316496359Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:43.318305303Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.318458889Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:64599/eip-gateways","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.319777426Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.319947625Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.320026051Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.320058636Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.320829332Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.321167556Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/eip-gateways","method":"PUT","req_id":"abb6f34d-fa0a-4686-8569-caa56ddaed83","remote_addr":"[::1]:54448","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.32177732Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.321842751Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:43.322239481Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/eip-gateways","method":"PUT","req_id":"abb6f34d-fa0a-4686-8569-caa56ddaed83","remote_addr":"[::1]:54448","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1091,"response_code":"204"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.322864707Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.328048566Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Sled { parent: Fleet, key: dfdfa327-52ca-4250-9af5-b685c3bf3ba0, lookup_type: ById(dfdfa327-52ca-4250-9af5-b685c3bf3ba0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"generated config for fewer than the minimum allowed number of dns zones","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:43.328138264Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.328167392Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"generated config for fewer than the minimum allowed number of dns zones\"}","iteration":2,"elapsed":"1.641873226s"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:43.330753826Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.33215629Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/eip-gateways\", status: 204, headers: {\"x-request-id\": \"abb6f34d-fa0a-4686-8569-caa56ddaed83\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"VPC route manager sled dfdfa327-52ca-4250-9af5-b685c3bf3ba0","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:43.334594688Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.334651481Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/vpc-routes","method":"GET"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.336340176Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","body":"None","uri":"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.336705724Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.342511722Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.342576461Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.342611211Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.343036117Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:43.344015438Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39563"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.344222Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"773744cc-ebfc-408a-90a2-82e409d98774","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.346706851Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"773744cc-ebfc-408a-90a2-82e409d98774","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.346777482Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"773744cc-ebfc-408a-90a2-82e409d98774","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.347259402Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"773744cc-ebfc-408a-90a2-82e409d98774","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.349191692Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/vpc-routes","method":"GET","req_id":"58354daa-887d-4466-8243-5d617b3ae7ff","remote_addr":"[::1]:39563","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.350568375Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f997ae75-6bce-41e9-a14d-2d3ab9996cf7\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.350797702Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0","method":"GET"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:43.351420332Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/vpc-routes","method":"GET","req_id":"58354daa-887d-4466-8243-5d617b3ae7ff","remote_addr":"[::1]:39563","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":2259,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.351701162Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.351793305Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.352231669Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.353454245Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58354daa-887d-4466-8243-5d617b3ae7ff\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.353518252Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.353551418Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.353953459Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:43.354013158Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:43.355535331Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"773744cc-ebfc-408a-90a2-82e409d98774","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":11202,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.359916821Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"773744cc-ebfc-408a-90a2-82e409d98774\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.360121278Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","body":"None","uri":"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.367614849Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5c666d51-796d-4a65-94db-f9aaf48d2149","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.367966089Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5c666d51-796d-4a65-94db-f9aaf48d2149","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.368030737Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5c666d51-796d-4a65-94db-f9aaf48d2149","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.371626602Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5c666d51-796d-4a65-94db-f9aaf48d2149","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:43.375285712Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","assocs":"{}","sled":"sim-dfdfa327"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.376335404Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:64653/eip-gateways","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.376914237Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/eip-gateways","method":"PUT","req_id":"b94ad13a-6bd8-4886-ab8f-e1378e19ca21","remote_addr":"[::1]:39563","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:43.377547629Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/eip-gateways","method":"PUT","req_id":"b94ad13a-6bd8-4886-ab8f-e1378e19ca21","remote_addr":"[::1]:39563","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":641,"response_code":"204"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:43.377831675Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5c666d51-796d-4a65-94db-f9aaf48d2149","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":10239,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.383716871Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b6ef560-f1e3-4252-a3a4-13570d5f1f60\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.384281215Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.384416846Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b94ad13a-6bd8-4886-ab8f-e1378e19ca21\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.389808388Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{}","iteration":2,"elapsed":"1.700208554s"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.390151942Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c666d51-796d-4a65-94db-f9aaf48d2149\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.390355779Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.390443103Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:43.390519375Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.399624857Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3d60789-0f01-4bd1-b18f-c6107e323231\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.399982189Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.40679887Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88a437bc-84a1-4217-987e-29836c87e0a5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.407015272Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.415395058Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7587b81a-f9bb-424a-afb3-d298f3b92400\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.415469977Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.416228408Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.421113942Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af97e4ca-2455-4fa1-8b2c-3359917b83d3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.421242839Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.42387321Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2cd6304-d362-4af8-94a8-07d3cc271eac\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.424029201Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.426999429Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d9d4fb3-e191-431f-a2e0-e79ce88eafcd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.42717599Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.428216113Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e46179ca-587a-49a9-ab87-a72b2bb9f6fd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.429025125Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.431645806Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85a52b97-5280-4e78-b616-60ecba3b17dc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.431854141Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.434168262Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b999ece0-ef17-4145-8306-d2fbbac08dac\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.434625423Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.437133991Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"978e4617-075a-485d-be95-a0be958015b6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.437771421Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.439400547Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bfc18dd-a810-40c5-bfab-691ac89e6c51\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.439939501Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.442476526Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7e1efc2-57c4-4d4c-a5ff-cc589615cc48\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.443182573Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.447218594Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"959cfa21-dca0-4791-b557-95bd37aa2f0e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.447464654Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.45159293Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2106c1fe-3190-4b59-9ee8-69f8202489a5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.451742297Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.454072781Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d080636-a6cd-42ec-8307-4f4af607b826\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.454153972Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.456172344Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b1018a0-2dc7-4dbb-9328-0eee0296d814\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.456314667Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.460488614Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d215b2b9-d091-4f37-b188-3bc9dd22156d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.460649414Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.461718805Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c71574b5-7b45-499d-88d6-c6db6e8c452b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.461864736Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.4628657Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5ffbce5-7f7d-4100-a902-0997a1bf7f30\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.463006571Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.464349617Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b36ab78-ed99-4d73-8293-d0cb35162d7c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.464479014Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.465442504Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26f8da3c-35dd-4871-abb3-0eb206703ca9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.465565319Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.467947585Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.468006242Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.468040581Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.468069869Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.468773531Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.471693439Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.4788613Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.478930197Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.478964997Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.479431125Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.481632812Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cefec95d-9bce-47be-8305-27e5ace72b5f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.482000695Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.48379505Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.483858206Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.485168787Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.489553584Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"157ff5ff-da82-43e9-98cb-ea2ca602eef5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.490764637Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.525520716Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.525643861Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.531370742Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36b4b098-97f4-4560-9cb3-c6cb9878db9e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.531669106Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.53406522Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.535556141Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.535614307Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.535645068Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.54632623Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d09202a-4a09-4cc1-9608-91ee889dfd30\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.546503112Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.550085891Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.553351657Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7083d72-7a86-47b4-86d3-4662e0d10336\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.553619812Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.557958456Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0929aee5-6fa8-46b8-b431-d71176ffff19\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.558027884Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.561287038Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f29ec8ef-2008-4a52-8615-7af469f44c43\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.561479512Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.562664462Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ae65a40-333e-412e-a8bb-486d3f42f353\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.562770784Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.564105584Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"893c860a-ac25-4362-b264-26b814d11c39\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.564957992Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.56547378Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce7d5185-2470-4166-97f0-2b70d20e0ed8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.565607647Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.567689294Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9d0d257-6deb-49cc-851b-01a0687b2307\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.56914258Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.569809529Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"938888cd-c543-440d-980e-b8ebcb5947ef\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.570169255Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.573163942Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"311edbcf-e716-4156-b9a7-29352ec2cb23\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.573236376Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.575267203Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf4a3a4f-dda9-4268-88f2-2e948213067b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.575389757Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.577517636Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b7c5691-91c8-445c-b8c5-48fd7a91bfc5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.577594319Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.580319058Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35da020a-238a-46d2-b9f6-0d2989a53f92\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.580416623Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.582757927Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df8ac437-7006-410c-8d6d-7df7d4e53e90\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.582927435Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.584662522Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"849bc97e-3f2a-495a-9909-2b832f4d0295\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.584733764Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.585669759Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30d89297-4c9c-456d-b72a-3166187977bd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.586730452Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.586776264Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ff79737-cc85-42a8-b70b-53075359698e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.586810442Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.587708391Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"346917a4-ed75-4621-9ad6-4b84cd16870e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.587835143Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.588750587Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d64798d0-f249-4f8e-8f72-7f221b6e4e28\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.588812661Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42107"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.588841779Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.593046847Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d5337b0-5fcf-45ad-ac83-fd5e34e68e84\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.594300615Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.597690119Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"504877da-26e2-4b89-a68c-a076716bb4db\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.597808875Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.599835093Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0fd4cb9-a6a2-4d32-846b-2ccb998dce5c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.599903138Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.601345472Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.601406023Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.601441974Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.601469549Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.602521625Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.603819281Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56180c22-6261-437b-a7fe-d1ee439bfcda\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.604037766Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/1","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.605476312Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.617120453Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.61718967Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.617225963Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.618046738Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.618797364Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d534f2a6-f859-4da4-9a5a-2f0454ab3436\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.618869197Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.618905669Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.618938926Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.618968625Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.620540847Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.630094853Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.630163209Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.631128974Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.63208056Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.636513542Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.636580145Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.636616146Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.636645675Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.636671597Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.637023959Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.641185561Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.647890289Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.648183063Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.648240607Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.649142214Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.710771887Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:50317"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.710841556Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:43.71263571Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50616"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.713971682Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"9015dc02-14ab-4e98-bccc-7eb39eb3fa52","remote_addr":"[::1]:50616","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:43.714038505Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"9015dc02-14ab-4e98-bccc-7eb39eb3fa52","remote_addr":"[::1]:50616","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":322,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.714084247Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9015dc02-14ab-4e98-bccc-7eb39eb3fa52\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.776542731Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:56791"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.776620346Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:43.777162025Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48333"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.77747051Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"b598cb11-e5cb-4692-85b0-82a9c112e7f0","remote_addr":"[::1]:48333","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:43.777773874Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"b598cb11-e5cb-4692-85b0-82a9c112e7f0","remote_addr":"[::1]:48333","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":302,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.777997019Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b598cb11-e5cb-4692-85b0-82a9c112e7f0\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.839910597Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64599"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.839985005Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:43.84153356Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60748"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.851860095Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"3b6a106c-e641-41d4-8148-ce3bc0836f5c","remote_addr":"[::1]:60748","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:43.852390362Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"3b6a106c-e641-41d4-8148-ce3bc0836f5c","remote_addr":"[::1]:60748","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":558,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.85277567Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b6a106c-e641-41d4-8148-ce3bc0836f5c\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.9085416Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64653"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.908612992Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:43.909144721Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45702"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.910337007Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"977029a3-f8df-47a5-8d9f-53724c2cdb42","remote_addr":"[::1]:45702","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:43.910538138Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"977029a3-f8df-47a5-8d9f-53724c2cdb42","remote_addr":"[::1]:45702","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":210,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.911566516Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"977029a3-f8df-47a5-8d9f-53724c2cdb42\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.912430608Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.912470508Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.912497061Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.919516546Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.919578099Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.919613449Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.919646465Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.920827679Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.940798249Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.944801184Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:43.945095491Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.945152194Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.945597601Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:43.966178117Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.017542006Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.01760924Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.017642476Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.017671935Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.018566417Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.024070604Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.035402031Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.035476429Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.035506769Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.036131664Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.09750166Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.097902789Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.112104155Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:44.112367509Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:44.112803558Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.112922225Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":27,"elapsed":"1.129942497s"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.113127544Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":28,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.113170058Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.113199487Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.113228475Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.113259877Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.114089611Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.118344819Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.118400159Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.130190871Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.13024536Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.130274468Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.130976557Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.134448294Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:54765","req_id":"609c7c16-067f-4135-9df0-2b5fd5fb495b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: c2 1e 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.134512562Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:54765","req_id":"609c7c16-067f-4135-9df0-2b5fd5fb495b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49694,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.134585998Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.134607762Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.134628463Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.134648112Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:54765","req_id":"609c7c16-067f-4135-9df0-2b5fd5fb495b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 33244, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49473, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.134804464Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 33244, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49473, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4468, tv_nsec: 933695572 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.1348679Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.134971727Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.136053823Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[(277e7b93-d3a6-405e-934c-14a43fa95b56, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.136099314Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.13916398Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57895","req_id":"9c5ee2b1-4bf8-4217-97b8-837452c4a3fa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2b e9 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e +...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.139486592Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57895","req_id":"9c5ee2b1-4bf8-4217-97b8-837452c4a3fa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11241,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.13958065Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.139674136Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57895","req_id":"9c5ee2b1-4bf8-4217-97b8-837452c4a3fa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.140538458Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56815","req_id":"788b185e-9674-44a0-adfe-d4b208370153","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ff a8 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.140668377Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56815","req_id":"788b185e-9674-44a0-adfe-d4b208370153","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 65448,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.140933946Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.141086971Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56815","req_id":"788b185e-9674-44a0-adfe-d4b208370153","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.141214275Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:58754","req_id":"62bb7d20-7935-4e4a-be80-666dd166d955","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 80 cf 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.141302861Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:58754","req_id":"62bb7d20-7935-4e4a-be80-666dd166d955","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32975,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.141505745Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.141673941Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.143210071Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.143260943Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:58754","req_id":"62bb7d20-7935-4e4a-be80-666dd166d955","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:44.143959284Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:44.215328012Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.215695193Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.216257524Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:44.216376641Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:44.217714076Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.218180475Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4469, tv_nsec: 17089900 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.2183287Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.218526534Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.219400846Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51420","req_id":"ff57fa20-1eff-4fa6-a61b-ef1953ab084a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 4f 4f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e OO..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.219585605Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51420","req_id":"ff57fa20-1eff-4fa6-a61b-ef1953ab084a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20303,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.21994462Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.220117865Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51420","req_id":"ff57fa20-1eff-4fa6-a61b-ef1953ab084a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.220319226Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:54374","req_id":"cf8ca3fc-1963-43aa-ba9a-cf7aff7abc56","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fc d8 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.220525006Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:54374","req_id":"cf8ca3fc-1963-43aa-ba9a-cf7aff7abc56","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64728,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.22077302Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.220914122Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:54374","req_id":"cf8ca3fc-1963-43aa-ba9a-cf7aff7abc56","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.344414017Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.345229221Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.345452566Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.3456551Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.346719751Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.347064538Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57781","req_id":"2fe42388-e6d7-472a-8c05-e211ccf8a289","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: df 40 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .@..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.3471307Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57781","req_id":"2fe42388-e6d7-472a-8c05-e211ccf8a289","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57152,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.347407511Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57152,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:44.347507811Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57781","req_id":"2fe42388-e6d7-472a-8c05-e211ccf8a289","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.347716026Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.347759703Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42853"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.347787589Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.350927194Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.350989067Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.351671387Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b28179f0-9f75-4312-b905-edd0e181c5b9\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.351915674Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.353857222Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cc71f42-00bf-497a-b946-6a1abd1a961f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.354042591Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.354929258Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.354987534Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.356715878Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1098d9be-7243-49cb-b0ba-41dc13675889\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.356837159Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.359138445Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec791ff3-e61a-49dc-b304-3157f374c2f7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.359653501Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.365800027Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.367360687Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dafe178-00ec-4d19-8cca-f47dc5c94330\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.367529453Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.369366694Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80c0b438-e7bd-46d3-b876-5f69a2813b81\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.36944506Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.372094008Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9637d9d3-ee18-476f-a729-ac73cdad86b3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.372156903Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.374252248Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95da0c4e-baa6-4496-a8ed-4af82cec99b9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.374324031Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.375491056Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afac8bb0-19bc-439e-afd7-4c2ca986e07f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.375803599Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.379343502Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca1c4b07-8e1b-4938-b06f-abfb72afe23a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.379496577Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.380679744Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c9def02-e89b-4761-be68-1bc605d03b74\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.380814222Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.382088351Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"081912f4-3c22-4e2b-99e8-f9194bac4767\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.382205664Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.383730873Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"513cde83-22db-42e3-9c65-28f2a56b381b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.383933367Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.385844645Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ead9a83-7143-4d0d-a407-575b259e7f0f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.385915656Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.387904649Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e83e1007-62d5-4b84-99b0-6ddc8bbdd8be\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.38808059Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.390627545Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4af81e70-5f3a-488b-aa7b-338fd14778b9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.39074551Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.3930646Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cac0c286-d0f5-4384-97a5-11d27d606a7c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.393455028Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.396584363Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ef6459f-aa36-4fd3-b0ee-c8f6c2cf80f7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.396693841Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.398070023Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f48ea9f0-ff0d-4d08-8b3a-62354c2f4b03\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.398139572Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.398978754Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"004db792-99b3-46f3-a14f-4b6fb12edb88\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.399095757Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.400099116Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"301d9fe0-fc11-4175-9c03-7df40b33fbc3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.400229696Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.401092926Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c9fcc83-c351-4759-a10c-991532682cad\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.401221342Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.40246516Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22d58193-1b99-4f6d-b015-9d8b2a4d0735\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.403284673Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.407126037Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46c50253-c096-49d7-bce8-4ea015cc0ecc\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.407432938Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.410463015Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcab15c2-4104-4cb0-9566-dd614f44b2ab\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.410687653Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.412554913Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe13d715-3120-4a2d-96aa-86262ca97341\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.412769711Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.414536011Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5fddab6-7d83-4b95-b860-c8470d6c8a2f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.414753043Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.416551536Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84ecff35-e824-4fdf-af80-e2ff0ebe93c4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.416881103Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.417179958Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.417309246Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.417405528Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.417488964Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.418589387Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.421196191Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.42625013Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.426349388Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.426434237Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.426940305Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.42907046Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d839a0c1-14ba-4076-8d8d-b1e09bae3120\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.429458573Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.429969441Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.430111584Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.431865999Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.434436Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d844c7aa-d48d-40fe-95e9-6357ff8e0f67\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.434836278Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.436648007Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eaf37532-4b29-4063-ac07-d6dca7d7e249\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.450109679Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:44.456123451Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.458598482Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7510e78-4d2a-4ac5-a718-c473f6b3fa28\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.458676648Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.460773776Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b54bd830-d7af-4767-a968-9b30f33c02d9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.460930469Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.462617249Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e9c291d-21aa-4f9b-99f6-04727a74042a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.462686497Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.464594519Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3c8ceba-b86e-45ab-971c-dd7e1b29e264\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.464763365Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.469034455Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9180aacd-0a6c-4164-a415-981bcbe4803f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.469144715Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.473614911Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"510b4c20-3e46-475b-b7d8-3b9b5ceaaf6f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.474086541Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.481097089Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c0404cd-8260-45dd-91af-430e28bb0e29\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.481408951Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.48340616Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.511970232Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7dda463b-9396-462c-8b39-ff8c77fbdcac\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.512204038Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.525443396Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.525599187Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.530928736Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.543312369Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.543427388Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.543499542Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.543945621Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.544089718Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.544190429Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.544300468Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.545066514Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.591591632Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.593344204Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.600607276Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.600716142Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.600809248Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.601360747Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.608416515Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64417","req_id":"9261a172-f348-41d4-8d65-aec5d4b99ed1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 3d cd 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 =............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.608520612Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64417","req_id":"9261a172-f348-41d4-8d65-aec5d4b99ed1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15821,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.608953014Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.60918187Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.609405185Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.609465876Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64417","req_id":"9261a172-f348-41d4-8d65-aec5d4b99ed1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 33244, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49473, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.614365057Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 33244, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49473, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4469, tv_nsec: 413203491 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.614463433Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.614493914Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.626842908Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.626925242Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.627734174Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.633349071Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64705","req_id":"acc5e895-eb98-47ed-92b2-de69edd484c8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: cb b1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.633421385Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64705","req_id":"acc5e895-eb98-47ed-92b2-de69edd484c8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52145,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.633513709Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.633768637Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64705","req_id":"acc5e895-eb98-47ed-92b2-de69edd484c8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.634114707Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57199","req_id":"c15ff6fe-4926-4fbe-b943-f7db74ff7302","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f6 32 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .2..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.634470596Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57199","req_id":"c15ff6fe-4926-4fbe-b943-f7db74ff7302","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63026,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.634731786Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.634778389Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57199","req_id":"c15ff6fe-4926-4fbe-b943-f7db74ff7302","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.634955853Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e07416d1-d24f-4a3e-a5fa-c1097619c218\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.635363766Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:44.636141555Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:44.76178894Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.761960091Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.772285403Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e49ff136-1b13-4841-a950-417d7bb17328\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.772952793Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.775773473Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0bfeee3-d0a8-4c36-be65-203e3837f90c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.776221536Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.779818292Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab7aa9c7-07de-4102-8610-f036ec268c1c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.78006329Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.812159229Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2adc1e02-8882-4f1d-93e7-79fa0675e29c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.812496942Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.816438836Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0aada440-d47a-4ca5-8241-7eb4365f5b56\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.816749605Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42107"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.816952329Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.835863087Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc8e0863-312f-480e-9d84-8d58e05ffe7c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.836216021Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.837022728Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.859025587Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea2d1503-bee1-435a-8e3a-b838323d7f82\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.859630633Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.860987586Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5ec5ebf-28bd-4dcc-87da-97986a22d28c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.862403698Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.901399204Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.901594202Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.901771786Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.90188897Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.903525641Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.919636741Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13908431-eae0-4fbb-8f97-ac2bc4445c2a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.919964374Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/1","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.935110381Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.941247178Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.941346887Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.941435053Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.941954928Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.953298239Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.953407958Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.954280015Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.973786431Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93c5d1fe-6b17-4e51-b24d-19f51eec80cc\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.974080998Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.974226107Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.974327399Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.974410224Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.974948546Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.980319137Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.983871194Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.983971734Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.984142835Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.98424058Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.984327774Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.984833181Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.989898172Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.994615551Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:44.994748837Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.99483549Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:44.996081743Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.110240186Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:50317"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.110327931Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:45.162328348Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38227"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.163004836Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"45d8fd9f-9e2e-4a0f-afcb-a0c683973834","remote_addr":"[::1]:38227","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:45.163289002Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"45d8fd9f-9e2e-4a0f-afcb-a0c683973834","remote_addr":"[::1]:38227","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":413,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.164633371Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45d8fd9f-9e2e-4a0f-afcb-a0c683973834\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.223660469Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:56791"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.224482837Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:45.225301999Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55066"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.225602939Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.225662297Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.226011132Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.227210532Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.227781008Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"1b10dedc-e2cb-4ce4-855e-7d500d57c544","remote_addr":"[::1]:55066","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:45.228027349Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"1b10dedc-e2cb-4ce4-855e-7d500d57c544","remote_addr":"[::1]:55066","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":313,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.228274933Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b10dedc-e2cb-4ce4-855e-7d500d57c544\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.30500378Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64599"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.305100763Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:45.30589221Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65122"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.307021821Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.308066232Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"ca872fe2-cfa5-48d3-8426-78bff651311d","remote_addr":"[::1]:65122","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:45.308748431Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"ca872fe2-cfa5-48d3-8426-78bff651311d","remote_addr":"[::1]:65122","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":691,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.309013749Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50193","req_id":"4a9a073a-7c1b-4d89-8946-32d277700654","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: f9 d6 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.309096534Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50193","req_id":"4a9a073a-7c1b-4d89-8946-32d277700654","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63958,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.309369107Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.309398756Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.309548535Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.309639646Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50193","req_id":"4a9a073a-7c1b-4d89-8946-32d277700654","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 33244, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49473, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.311014305Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca872fe2-cfa5-48d3-8426-78bff651311d\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.365001722Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64653"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.365059497Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:45.365781976Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37176"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.366283496Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 33244, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49473, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4470, tv_nsec: 165144094 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.366370178Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.366402122Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.366972238Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.367253879Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:45.368054805Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:45.375082467Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.375451462Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","body":"None","uri":"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.375967781Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"750beb7e-bdc9-4b19-b2e9-0ff1a2def22d","remote_addr":"[::1]:37176","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.378671007Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"503c1ba5-7619-4401-bf39-b5c8ebc8986b","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.378791908Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"8e093380-d44a-4032-a0f2-3bae92014176","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.379291854Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"503c1ba5-7619-4401-bf39-b5c8ebc8986b","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.379396162Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"503c1ba5-7619-4401-bf39-b5c8ebc8986b","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.380301766Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"503c1ba5-7619-4401-bf39-b5c8ebc8986b","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.380365082Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"8e093380-d44a-4032-a0f2-3bae92014176","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:45.380567746Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"750beb7e-bdc9-4b19-b2e9-0ff1a2def22d","remote_addr":"[::1]:37176","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":4600,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.381830151Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.381889099Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.381917866Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/8e093380-d44a-4032-a0f2-3bae92014176","method":"GET","req_id":"1b67e7f4-01a9-40d3-9e11-b08b589c6fca","remote_addr":"127.0.0.1:38217","local_addr":"127.0.0.1:50216","component":"dropshot","component":"nexus-producer-server","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.382044488Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50661","req_id":"0c774229-704f-45f9-9bcd-004e71063e75","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d8 37 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .7..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.38234645Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50661","req_id":"0c774229-704f-45f9-9bcd-004e71063e75","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55351,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.382594835Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.382670676Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50661","req_id":"0c774229-704f-45f9-9bcd-004e71063e75","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.38281319Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57259","req_id":"78b0c6d3-0836-4ee8-b79f-858ded52ae56","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c9 93 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.382861727Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57259","req_id":"78b0c6d3-0836-4ee8-b79f-858ded52ae56","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51603,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.382945183Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.383036555Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57259","req_id":"78b0c6d3-0836-4ee8-b79f-858ded52ae56","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.3831947Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"750beb7e-bdc9-4b19-b2e9-0ff1a2def22d\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.385676986Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.385729771Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.385754671Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.390422922Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.390485937Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.390520356Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.390550145Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.391417824Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:45.39614354Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/8e093380-d44a-4032-a0f2-3bae92014176","method":"GET","req_id":"1b67e7f4-01a9-40d3-9e11-b08b589c6fca","remote_addr":"127.0.0.1:38217","local_addr":"127.0.0.1:50216","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":14172,"response_code":"200"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:45.398425807Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:45.452198375Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.452300258Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.452785726Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"8e093380-d44a-4032-a0f2-3bae92014176","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.460939201Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"8e093380-d44a-4032-a0f2-3bae92014176","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.461004982Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"8e093380-d44a-4032-a0f2-3bae92014176","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.461036886Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"8e093380-d44a-4032-a0f2-3bae92014176","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:45.461713323Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"503c1ba5-7619-4401-bf39-b5c8ebc8986b","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":82948,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.462292768Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"503c1ba5-7619-4401-bf39-b5c8ebc8986b\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.462621423Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","body":"None","uri":"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.46306158Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.468424234Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.468835233Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.469233306Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.469897319Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.472653311Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"43012cbf-63b9-4070-96f9-f6d426184839","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.473073127Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"43012cbf-63b9-4070-96f9-f6d426184839","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.473192926Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"43012cbf-63b9-4070-96f9-f6d426184839","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.476284586Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"43012cbf-63b9-4070-96f9-f6d426184839","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.477190511Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:45.479791162Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"43012cbf-63b9-4070-96f9-f6d426184839","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":7181,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.480541066Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43012cbf-63b9-4070-96f9-f6d426184839\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.480772999Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.480865403Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:45.480943488Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.520270735Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.525132231Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:45.528476194Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:45.530092785Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.530304397Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":28,"elapsed":"1.417187263s"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.530447933Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":29,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.530540317Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.530648783Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.530745105Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.530832208Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.531577764Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.534103787Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.53416076Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.534195269Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.53422098Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.53554081Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.542721507Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.544472095Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.544527806Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.544559359Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.545040648Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.550055199Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.550112493Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.550141541Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.550613331Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.553415153Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.561289683Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.561349933Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.561381606Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.561722666Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.562178013Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[(277e7b93-d3a6-405e-934c-14a43fa95b56, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.562232752Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.563162053Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53294","req_id":"5f05f7a7-5070-498e-b35b-ca85bac17038","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 02 03 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.563224418Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53294","req_id":"5f05f7a7-5070-498e-b35b-ca85bac17038","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 515,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.563455167Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.563619264Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.563816477Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.563860545Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53294","req_id":"5f05f7a7-5070-498e-b35b-ca85bac17038","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.564079231Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.564125693Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.564708976Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.567147654Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4470, tv_nsec: 366023843 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.567219688Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.567361891Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.570102362Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:61612","req_id":"f99fca9c-ac8a-48c6-9897-c1fbd4d99ae8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 36 7b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 6{..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.570393522Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:61612","req_id":"f99fca9c-ac8a-48c6-9897-c1fbd4d99ae8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13947,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.570505214Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.570675002Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:61612","req_id":"f99fca9c-ac8a-48c6-9897-c1fbd4d99ae8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.570831124Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51505","req_id":"17bed08c-abb6-4e54-ac9b-42c6ff03e837","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 76 da 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e v...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.570882275Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51505","req_id":"17bed08c-abb6-4e54-ac9b-42c6ff03e837","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30426,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.570964239Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.570985561Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51505","req_id":"17bed08c-abb6-4e54-ac9b-42c6ff03e837","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.685482269Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.686439486Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56763","req_id":"5512ed22-4420-4a2e-b63c-190b4eca9043","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 23 80 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c #............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.68650674Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56763","req_id":"5512ed22-4420-4a2e-b63c-190b4eca9043","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9088,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.686649143Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9088,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:45.686844934Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56763","req_id":"5512ed22-4420-4a2e-b63c-190b4eca9043","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.687258217Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.687315992Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42853"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.687344729Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.694577901Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5641c78f-773d-4469-b92e-aa05f36c9a97\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.69606805Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.699705738Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4acf459-d69f-479e-aca1-8bd18bf4eed8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.699895766Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.703304859Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5758f826-b2b1-4d3c-99cf-48dc30b4004f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.703584566Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.706032904Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f4e5f79-dd5a-408f-a1fc-8a80006cf6a9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.706299185Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.709908135Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ff8b445-e152-4a05-9663-94a65fca2aaa\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.710158835Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.71494464Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7501bba-0476-43b5-99be-0693ea2a2718\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.722988858Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.723446289Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.725643848Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c998edec-0198-4d93-b588-b5210b1410be\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.725861992Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.727743341Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f04e3351-01d4-4a27-a065-9d657799c7b2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.727965083Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.728926649Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6102879-9233-4f72-ac4b-1ea50263ed24\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.729157438Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.730336658Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed60ce25-7c08-4fd1-b33c-b4dd02067eb1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.730573039Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.733096266Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"359ad60a-cc33-46ec-87ee-adba4ecbc460\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.733322627Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.734209194Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b929814-c66d-411e-b8af-8930f4e2d04a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.734419302Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.735565927Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f97c29fe-f07c-42fb-b5ee-80315bc18048\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.735829141Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.738268782Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5aaa7c62-2f83-4bed-8ea7-4b1ae3c42cb3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.738482358Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.747645795Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3dfc6079-1592-47ea-962b-cece3db8cb4b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.747717428Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.754473208Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"378b0f0b-5814-46f1-b69d-b0131af800a3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.754697315Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.762496254Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d62de08-b978-4c60-8f54-da6f632411b4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.762627616Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.766909778Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f75ee6e-a254-447b-9a15-6d465c8c29ac\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.76717195Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.77444456Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a30d2070-2762-4071-ab10-77110d3b8c07\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.774842232Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.775670222Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.775896463Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.776187573Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.776362662Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.779315515Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.781042296Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea6d3eeb-09fe-4ca2-ad62-1f497e8f3876\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.781694766Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.78531585Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.791561464Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.791753797Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.791862694Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.792414844Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.793267703Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9172bbb-94a0-439c-a1e9-e89f5883fe01\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.793768361Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.797670014Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.797728511Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.801076933Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.804233762Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27691214-5b91-4fbf-b766-ff747db23680\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.805235218Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.808483339Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e89cc963-0953-4c29-8967-550ce0190f46\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.808734941Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.81131455Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3af0858-bc2e-4cf8-b224-8d18621102ea\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.811410982Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.816676754Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2451f97b-988a-4ef4-836f-d7a6a351802d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.816821232Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.82207501Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82e9a07b-de83-4e7e-bc6d-48a17bf6b46f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.82215535Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.837301618Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b7b42d6-e0f5-443a-a26f-1b8de0b84040\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.837397268Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.839053879Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.847191072Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1713641-70e9-4d79-ac1d-e76045437f02\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.847349588Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.85449255Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a34e39ed-b0ba-4c16-ba6e-ff17b3bf3314\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.854612479Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.858690714Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dae13ff9-3f0f-485a-8a6a-70336d73c14d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.858920672Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.861327528Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40d28c30-a861-4f97-9719-8ef602692376\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.861555683Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.864227686Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"677e7b5b-126b-40fd-a672-2d5506626849\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.86454075Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.86771751Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e90b7d5-43b8-4612-892f-0222cdcfdbdf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.867941406Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.8701418Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4af55d18-afa8-42a0-8925-4f5c9e18b0fa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.8707243Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.892810596Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.893262416Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.893298829Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.893328708Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.893830558Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.899412881Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3895c7b-8bbf-4695-b7e8-273d96147de2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.899577378Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.904516038Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.916076562Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.91621624Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.916347171Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.91722981Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.925488685Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.925558444Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.925669485Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.941031964Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcb856ce-5015-468a-a227-f4e2222fcf7c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.941202524Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.944730513Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f7c51a6-bfa2-46c7-a4f3-cbb0dc4253c4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.945094669Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.948640213Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d6cb777-5ac0-48bb-a62b-a9cf23000cbd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.948883277Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.952265847Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9188ed59-ea55-46dc-972d-938399414d55\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.952574562Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.954744305Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fbab3c0-ba46-48d0-8dad-2a7a900c0640\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.954960836Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.959845408Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b62a904-55c9-41ca-b6c0-66d252375e44\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.960162791Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.968041849Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.970999993Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2be1d42c-a213-43da-88d7-c0ad55d19f1b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.971341614Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.974382513Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4af59a5-21bb-4f05-b13e-43499998a2ab\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.975074762Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.977125277Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"234d82c7-b9e0-4f17-8d09-3d80210e3271\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.977388943Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.978400588Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f0bb135-5108-49d7-b69a-48cce47c40fe\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.978797078Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42107"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.978912849Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.981005008Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5da4d4ff-fcdc-49e6-b970-c8385dae2a89\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.981319715Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.983437344Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b96dcd03-a9b6-4df0-9fdc-4f987f6df581\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.98374151Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.986014348Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3d1ac21-c8b5-49a0-a127-a5a01a9e8836\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.986256361Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.988171897Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51fa06c8-dd5e-4d82-bda6-61f430dfcf08\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.989602648Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.991558605Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18ede994-d25f-4427-b1c3-9033d41f8bb6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.991605238Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.991636831Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.991665778Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.9916916Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.992753726Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.995592652Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.999736098Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.999786158Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.999817049Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:45.999844434Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:45.999869975Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.001691464Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.003488605Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.007351662Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.007419727Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.007455819Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.007937829Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.06198257Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:50317"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.062098401Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.062415392Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.062472466Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.062507777Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.06253438Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.063355886Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:46.06341315Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50484"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.064663181Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"bd663bae-4563-4b99-b575-07d68297e9aa","remote_addr":"[::1]:50484","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:46.064904542Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"bd663bae-4563-4b99-b575-07d68297e9aa","remote_addr":"[::1]:50484","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":312,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.065299058Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd663bae-4563-4b99-b575-07d68297e9aa\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.14137303Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:56791"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.141488771Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.142286841Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.149599581Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.149682807Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.149713979Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.150252412Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:46.150426749Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49076"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.154119637Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"9477a1c8-ea15-4d59-8a8c-7f7554f22740","remote_addr":"[::1]:49076","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:46.154661296Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"9477a1c8-ea15-4d59-8a8c-7f7554f22740","remote_addr":"[::1]:49076","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":482,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.15679612Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9477a1c8-ea15-4d59-8a8c-7f7554f22740\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.220435267Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64599"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.220500016Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.220899732Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.220951475Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.221818864Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:46.222009303Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45274"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.22230394Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.223427288Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"9376a6a0-7e18-4e4e-8be0-101c59344e52","remote_addr":"[::1]:45274","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"inserting 6 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.223713188Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 6 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.223853608Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:46.224791757Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"9376a6a0-7e18-4e4e-8be0-101c59344e52","remote_addr":"[::1]:45274","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1385,"response_code":"200"} {"msg":"unrolling 6 total samples","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.224970673Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.229692341Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.23014354Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51656","req_id":"21e55158-0dd9-4da9-bda4-f14b0590918a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: a9 c7 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.230201596Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51656","req_id":"21e55158-0dd9-4da9-bda4-f14b0590918a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43463,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.230476473Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.23065049Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.231875942Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.232220889Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51656","req_id":"21e55158-0dd9-4da9-bda4-f14b0590918a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 33244, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49473, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.232416779Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9376a6a0-7e18-4e4e-8be0-101c59344e52\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.279104201Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64653"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.279184Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:46.27985163Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59758"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.281144827Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 33244, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49473, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4471, tv_nsec: 79264128 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.281243333Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.281274024Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.28193935Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"07dc48e5-3eb4-4bad-9deb-0e8dfbcff0c7","remote_addr":"[::1]:59758","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:46.282467342Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"07dc48e5-3eb4-4bad-9deb-0e8dfbcff0c7","remote_addr":"[::1]:59758","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":524,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.282731999Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51984","req_id":"b266ea62-8aec-47e2-bc0e-7c71e93e7b24","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 45 0d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e E...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.282835746Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51984","req_id":"b266ea62-8aec-47e2-bc0e-7c71e93e7b24","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17677,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.283547213Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.283686821Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51984","req_id":"b266ea62-8aec-47e2-bc0e-7c71e93e7b24","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.284816262Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:49689","req_id":"4f89e255-159d-42a7-8f72-76e40fc68083","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: bb 7b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .{..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.284878536Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:49689","req_id":"4f89e255-159d-42a7-8f72-76e40fc68083","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47995,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.285058985Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.28530224Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:49689","req_id":"4f89e255-159d-42a7-8f72-76e40fc68083","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.28551298Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07dc48e5-3eb4-4bad-9deb-0e8dfbcff0c7\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.288737815Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.28902625Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.289064185Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.295728784Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.295792501Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.295830888Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.295861499Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.297730212Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:46.300076507Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:46.348915225Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.34897828Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.349745629Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":12} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.349811861Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:46.350220465Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.352668503Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.360371501Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.360573403Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.360629755Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.361561842Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.362053261Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.362120886Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.369017217Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":5} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.36914952Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.374472466Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.374579549Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.379149044Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.379267199Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.39913767Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:46.414890937Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:46.415426825Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.415496143Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":29,"elapsed":"884.997169ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.415535912Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":30,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.41556474Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.415595451Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.415628396Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.415658557Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.416510264Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.420464312Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.428696794Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.428782766Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.428818387Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.429456909Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.434527061Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[(277e7b93-d3a6-405e-934c-14a43fa95b56, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.434585778Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.435973563Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:61732","req_id":"688926b5-9ba2-4a91-9208-08ea0b96c35e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 9e fd 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.436040867Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:61732","req_id":"688926b5-9ba2-4a91-9208-08ea0b96c35e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40701,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.436354953Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.436522867Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.436730391Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.436781312Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:61732","req_id":"688926b5-9ba2-4a91-9208-08ea0b96c35e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.43762821Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4471, tv_nsec: 236540491 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.438760696Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.438887589Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.447261934Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:62021","req_id":"7af06831-9017-43be-a162-5b6df6624051","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 97 ae 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.447619747Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:62021","req_id":"7af06831-9017-43be-a162-5b6df6624051","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38830,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.447834485Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.447927841Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:62021","req_id":"7af06831-9017-43be-a162-5b6df6624051","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.448099593Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:54036","req_id":"159f5f55-f8ca-4314-a219-ee852502739d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d3 5a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .Z..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.448157659Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:54036","req_id":"159f5f55-f8ca-4314-a219-ee852502739d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54106,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.448360874Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.448435893Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:54036","req_id":"159f5f55-f8ca-4314-a219-ee852502739d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.582108477Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.58250131Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.582561099Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.582594886Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.582622752Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.583590059Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.583800038Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.584030547Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.585226259Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57485","req_id":"75257618-0d9b-4833-b081-518443bff038","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b5 14 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.585288874Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57485","req_id":"75257618-0d9b-4833-b081-518443bff038","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46356,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.585457821Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46356,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:46.585549112Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57485","req_id":"75257618-0d9b-4833-b081-518443bff038","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.588161818Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.588220796Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42853"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.588250435Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.588723848Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.589574773Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.589627909Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.589656045Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.589923238Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.594847539Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.594910905Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.594942508Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.595409198Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.602029188Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.60214548Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.602983139Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.607397915Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62abd763-097d-4421-bfa6-10e66ccdbe9c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.607889144Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.616604999Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f7edff4-3b7e-4f43-aed7-33ee1c2bb1bd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.616878564Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.637836061Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12d3b999-9a06-4d1e-910b-a534777949e1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.638069075Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.642330185Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eeaf961d-6429-405b-98f1-b70624157cd1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.642744661Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.648266553Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50ed1484-1ed9-40fc-a445-e6b31bc32773\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.649214552Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.664386451Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07743e10-a6f1-4e0b-880f-8eb530db73f3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.664658403Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.665763044Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.669166956Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"998dee98-405d-488a-99e4-b00e4a188fae\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.669576542Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.671747698Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d785cdd-c074-4526-b385-0b5dd08aa256\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.671965542Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.673147827Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2852618-585b-4137-b6fe-fb310c9c731a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.673376523Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.674440984Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4e73018-48fb-45bd-bcc0-4fe897657ab0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.674808877Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.676074579Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a8f82e1-bff6-4b0f-9af2-99ceb603a55a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.676632981Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.677598535Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06d7b2da-33e4-4b20-bba5-af39d3a40a48\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.677668765Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.680530988Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d822d94-7074-4b10-825a-f421b0cacaae\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.680697359Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.686204592Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdccb7ff-5a82-4035-b8f1-db8811779bab\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.686291645Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.688830344Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c13a49f-f43c-4ebe-bf1b-bc2e9a2bf983\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.688906946Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.691122551Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfdad6a6-3e76-4a65-a9d9-4857adfde7b0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.691214183Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.696517289Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9449076-9618-4419-8286-f95fc7f46288\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.696605395Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.699580623Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d94df2d9-0bb5-4784-8ed3-31ed1ee9889d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.699939708Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.7041164Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6c5b4a4-5acc-4a1e-ae06-68cb34a69d88\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.704887146Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.707466986Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c3c30cc-6ead-4d20-93a1-0084eb67a599\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.707756613Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.709018637Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9042add-8cde-48c1-844d-78141d631388\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.709316992Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.710361824Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3fa84eb-3e33-4c99-8bf9-c062eb79f73e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.710631932Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.711547466Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e2dfed2-6cd8-4236-bed4-84027a5901da\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.711854588Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.713498042Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"505896db-8514-4f5d-8d4f-b2c543d6dbf4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.713915123Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.715707304Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"107c4c34-3187-490b-ab38-a1d3c0a4fcae\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.715918816Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.716971744Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.717105159Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.71720061Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.71728631Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.71826003Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.719302658Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a43c2725-2839-4509-8692-f0b7857c1760\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.719512325Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.721485026Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.728555113Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.729403132Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.729716096Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.73061135Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.731118781Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"604534e8-74c4-408f-8ae9-54e7b733494c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.731761431Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.74149288Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.74155812Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.742238225Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.745587378Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c33eb0e4-5a7d-4369-8246-c34edcdd6533\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.745713339Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.753635965Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1948d933-b4fe-4aab-9a2b-6a44286bf94b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.753758559Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.758852548Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8710620-99a5-4118-a441-5f5276266000\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.758930193Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.761268071Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05eecf8d-d7f3-404b-9c83-2dac8a9c9ea5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.761318512Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.76523744Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbfde2a0-c0f7-4e6d-b877-4e52da298d6d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.765303381Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.76533808Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fffcf87-963a-42a1-8975-8dcfe686bfea\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.765370405Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.771784294Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.772085133Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b311eb1a-27e3-4db6-af68-022f63894932\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.772212557Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.773891783Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf1e8cf1-2989-4eda-8590-965194411607\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.774057874Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.775768011Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a0e9d06-5e65-4fc7-a5a0-02dde97e3f6f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.776750649Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.77743859Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fc25bb5-64fe-4c95-9b20-35d994b03c82\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.777572036Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.779547752Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31b2209e-4f3b-4a89-ac7a-9d2e93d1d8c3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.779653663Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.781384762Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9de3cabd-5c1b-4822-bb8c-5fc27b196a34\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.781455543Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.783364026Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02de0013-a695-48a5-a272-5c4032d6c65a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.783515558Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.785270835Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"161a190a-eafe-4531-a685-8b6e724310e7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.785488869Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.786275106Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"538d67e5-07bc-42ae-a0b1-c2cc7c06eedd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.786432159Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.787464105Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91dca82a-bd41-4074-9997-285aefe3acf0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.787586839Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.788488646Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b35f254-0e11-4fbb-9cf8-2ba6c336e1cb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.788615008Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.789538277Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f98cde66-9c09-427c-a18a-b08220d6b03f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.789602586Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42107"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.789634399Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.791159989Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa42d13c-c61d-4065-8152-e492735df328\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.791366229Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.79238046Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e85dca7b-afeb-482c-81c6-e478e3c38e59\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.792522243Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.793609669Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"020025bd-040d-4fed-9970-7a1667dd76ee\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.793747444Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.794840402Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17abe561-c279-43d1-afd6-c377d08f8067\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.79497496Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.796093649Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6449e41-ce1b-4aff-ab31-615f782039ec\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.796218577Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.796265591Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.796302414Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.796329969Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.796935756Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.799035811Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.80507829Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.805138941Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.805167508Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.805196565Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.80546506Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.806045337Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.8082505Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.811927927Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.812081994Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.81211017Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.81241625Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.869969261Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:50317"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.870032086Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.870406753Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.870451923Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.870481171Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.870506111Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.87153976Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:46.871801732Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38713"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.872910902Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"9a0738b6-50ac-4618-8080-39b85c9b970b","remote_addr":"[::1]:38713","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:46.873726888Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"9a0738b6-50ac-4618-8080-39b85c9b970b","remote_addr":"[::1]:38713","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1315,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.875220754Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a0738b6-50ac-4618-8080-39b85c9b970b\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.944966217Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:56791"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.945189082Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.94584589Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.950856293Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.950966573Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.951063867Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.951709192Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:46.953873565Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47952"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.956998471Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"f64713dd-c581-4385-9e51-57e038aa1fbf","remote_addr":"[::1]:47952","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:46.957242708Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"f64713dd-c581-4385-9e51-57e038aa1fbf","remote_addr":"[::1]:47952","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":344,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:46.957473748Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.957523467Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.958561445Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:46.965448537Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f64713dd-c581-4385-9e51-57e038aa1fbf\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.02391133Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64599"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.024112281Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:47.025383504Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49858"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.026689997Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"61182bfa-e7a6-4ecb-a092-79f6c92a0eb3","remote_addr":"[::1]:49858","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:47.029162714Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"61182bfa-e7a6-4ecb-a092-79f6c92a0eb3","remote_addr":"[::1]:49858","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2478,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.029917147Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61182bfa-e7a6-4ecb-a092-79f6c92a0eb3\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.077991271Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64653"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.078064657Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:47.079327143Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56218"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.086476187Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"c3620dd2-3673-482e-93e2-b729836b7b65","remote_addr":"[::1]:56218","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:47.08671872Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"c3620dd2-3673-482e-93e2-b729836b7b65","remote_addr":"[::1]:56218","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":260,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.091256241Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3620dd2-3673-482e-93e2-b729836b7b65\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.095368635Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.095446349Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.095474626Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.104477954Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.104631991Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.104665588Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.104695107Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.107068466Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.111990342Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.118221147Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.1185941Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.118654821Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.132388574Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.168863258Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:47.176047803Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:47.176494863Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.17663901Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":30,"elapsed":"761.090784ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.176765112Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":31,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.176856484Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.176972425Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.177068396Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.17715577Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.178087667Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.180420846Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.185636177Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.185725946Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.185800735Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.186140411Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.18997419Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[(277e7b93-d3a6-405e-934c-14a43fa95b56, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.190093087Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.191137347Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64018","req_id":"1017ffd1-985f-4cac-9bef-30c36ed7c129","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ef e3 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.191479629Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64018","req_id":"1017ffd1-985f-4cac-9bef-30c36ed7c129","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61411,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.191818705Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.192229954Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.192480033Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.192646685Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64018","req_id":"1017ffd1-985f-4cac-9bef-30c36ed7c129","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.194448535Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4471, tv_nsec: 992095575 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.194599686Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.195428658Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.195964836Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64835","req_id":"c2ce9333-c168-40ba-84eb-9d96dec48ff1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 42 4f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e BO..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.196136077Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64835","req_id":"c2ce9333-c168-40ba-84eb-9d96dec48ff1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16975,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.196379823Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.197269044Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64835","req_id":"c2ce9333-c168-40ba-84eb-9d96dec48ff1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.197464895Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:63582","req_id":"589a4b25-8294-4f93-af8b-9e794386eb79","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 83 4b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .K..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.197817848Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:63582","req_id":"589a4b25-8294-4f93-af8b-9e794386eb79","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33611,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.198072345Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.198213937Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:63582","req_id":"589a4b25-8294-4f93-af8b-9e794386eb79","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.30935557Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.3097525Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.309810606Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.309844163Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.309873772Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.310629708Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.310747563Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.310792533Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.311075837Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.311902574Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.31307976Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:58619","req_id":"07032506-a84b-4b21-a6cc-03d9fb19f184","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: e2 2c 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .,..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.313146773Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:58619","req_id":"07032506-a84b-4b21-a6cc-03d9fb19f184","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57900,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.31323553Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57900,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:47.313310379Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:58619","req_id":"07032506-a84b-4b21-a6cc-03d9fb19f184","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.313338415Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.313364978Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42853"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.313390519Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.313762099Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.321018106Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.321099148Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.321132184Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.322653605Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.327749098Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.327801362Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:47.329555126Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.330334008Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","body":"None","uri":"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.333166111Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2d247814-36f1-4b52-afe0-b99b79c2b4a9","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.33349701Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4946eb5f-be30-4d98-a781-73e5f69f08ad\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.335463278Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.335527906Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2d247814-36f1-4b52-afe0-b99b79c2b4a9","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.33557472Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2d247814-36f1-4b52-afe0-b99b79c2b4a9","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.336835251Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2d247814-36f1-4b52-afe0-b99b79c2b4a9","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.336906804Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.336944078Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.337310548Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.337625816Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.337689393Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.340297018Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddbcb9e3-e305-4b00-ac34-92cd71704b85\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.340716554Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:47.341378884Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2d247814-36f1-4b52-afe0-b99b79c2b4a9","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":8259,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.342901568Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d247814-36f1-4b52-afe0-b99b79c2b4a9\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.34300812Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","body":"None","uri":"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.345306149Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"17db0162-52e0-4d84-9947-b087043efb89","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.346934213Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"17db0162-52e0-4d84-9947-b087043efb89","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.3470084Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"17db0162-52e0-4d84-9947-b087043efb89","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.347044522Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"17db0162-52e0-4d84-9947-b087043efb89","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:47.357798309Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"17db0162-52e0-4d84-9947-b087043efb89","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":7493,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.357869861Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17db0162-52e0-4d84-9947-b087043efb89\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.358032876Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.358083036Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:47.35811001Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.360627476Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edefa8e0-2e12-4ae2-9438-be5cf61c32f2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.360801362Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.370099177Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bceb9e5-f148-4639-90c1-285f1a7c23c9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.370190469Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.378397221Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86ac6028-12e0-4ac6-a86a-c4ab28717f74\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.379815366Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.385166728Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93ca942e-8a7a-41f0-828e-ca7db354a18d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.385256928Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.392641081Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.396829496Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6810c4f6-323c-44df-8ee0-7bb7742706eb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.397141077Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.400042077Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5925b09f-f35b-4885-99b7-197d440d3b7c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.400147136Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.402110207Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f28ee651-da75-408c-aafe-54bc54ac415e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.402259034Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.404637753Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"956dd531-1c90-4a84-8ec7-0478e0e788ef\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.404798293Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.406112311Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db52d2bb-8077-4de8-838f-b0c133b8319c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.406178713Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.408061435Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dea42ea8-d4b6-404e-9bda-326fdaed1844\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.40810915Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.409161416Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5eb04a0-ce2c-4e48-8905-d6f3096e11cd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.40956462Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.411323284Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ace108a3-0a59-4dae-a2d8-6d1ab8ed29b3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.411717018Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:47.41190884Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.41599433Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18f96bc3-1ec7-40b5-970f-e7c6359f30b1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.416133117Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.420459206Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c46e3c5-5a54-4b5d-a2c4-cacd95753599\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.420649666Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.424499657Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f4e9b2d-be02-43ed-bc61-9beeda9f0aac\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.424583293Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.428212374Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"095815cc-b073-4962-9a08-76240ccf61c7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.428281883Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.4310311Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a404945a-ae5f-4020-959f-21d5f1fa1114\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.431109346Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.432299548Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46afce40-78ec-4fb6-86b4-e878b5aa11a6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.432453985Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.433927621Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5050ef44-3c2d-4bdb-b07c-f26204b2197b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.434079584Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.435455045Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3032e8b1-d834-43e5-a2b7-466b2f474e62\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.435539202Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.436988129Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17375496-8654-4b4d-b57b-e859749604fd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.437056525Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.43899111Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"966aa1fe-1a2f-42cd-b630-7d50f8aee7be\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.439166299Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.442307247Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01785850-4d5e-4ab2-851f-d7648570518e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.442382507Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.444172814Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.444233225Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.444266321Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.444294036Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.444996966Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.44699158Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58ad9928-baaf-4223-a627-456707531e19\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.447190898Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.451978947Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.459447708Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.459527548Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.459564742Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.460212713Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.463132771Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.463188452Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.464147352Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.465870505Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"003b4a66-278a-47af-acbd-a4eb8a8916f2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.46593307Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.469212915Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d41e3101-a36f-4911-aed2-b2c16432eeda\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.469346962Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.471374141Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da04abc5-5408-483b-9293-379346d5c12d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.471647365Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.474216685Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"270b5f5d-139b-4dbe-89c5-2a1a632813be\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.474281173Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.47453546Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ecfb290-7eef-48a8-9764-b7d9b7a1c447\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.475302889Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.475681904Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b31ac4bb-e98a-496f-ab90-71438e75d033\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.475834899Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.47673897Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c01c120-520d-44ac-9741-eee41ae39ce7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.476922366Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.477951306Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e9e83ea-ecde-4f52-804b-059191fba6cf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.478029592Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.482074982Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4795b073-d5bd-487f-8f9c-e312f2a93794\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.482592733Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.488304534Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7b69c2d-4638-4ff4-a48b-3764d67d444e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.488618489Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.49916389Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.514476199Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82eb1c1b-e104-4d31-9c7b-04c9741dbe77\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.52572935Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.527815627Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.528025946Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.534966194Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.535913261Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.536021487Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.536094622Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.5450573Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ec6ea4c-d977-44d8-aebb-13c308f7e874\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.545461716Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.547501069Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"601f7b0c-83c4-4069-a828-c6594e9ed552\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.547718252Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.550081631Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.55022678Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.550413833Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.55051793Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.552438156Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.552714837Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52e34ab8-9c53-420e-9b28-a0f574f600fe\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.55293195Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.555525287Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.567606718Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.567705996Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.567791486Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.568833663Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.570934869Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0853f00e-6cb7-4e31-bd35-411371c9363a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.571347952Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.571616177Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.571724192Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.573014563Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.574366797Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a9e28f3-4486-4355-97d0-36c9310afb24\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.575128846Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.578855711Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f2ee225-4365-46b7-b34a-71bd23dc336e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.57907091Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.584624425Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11c4efc7-f1b6-4ad3-9b70-cb8dcccc6b25\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.585849596Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.588880615Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c512f63-769b-4616-b4f3-a289125ea6cf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.589238618Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42107"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.589365561Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.592815114Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1433fea2-08bc-4fb9-bbe3-4b5eaecddc07\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.593427895Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.595636566Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41d61865-6b64-4500-990b-49238d1533da\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.595903658Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.597452674Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ee61dbb-13ba-4ecb-aa4e-cc32999582d1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.597762221Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.600083256Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58e0d426-17e7-4a12-874a-a23e15764f40\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.600541419Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.602779768Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d48364b3-1133-4871-bf02-45078eb0ad33\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.60300642Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.603133844Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.603229795Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.603318321Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.604312673Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.608852057Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.609286813Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.61435436Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.614451534Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.614486213Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.614520962Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.614552545Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.615036409Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.643022249Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.650009631Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.65015478Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.650246292Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.651116887Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.7254548Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:50317"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.725519579Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.72778367Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.727845383Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.727879441Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.727907046Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.730689711Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:47.730846102Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47654"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.733948594Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"22437765-33d8-4a0d-b42f-fe3f7ea3bdc2","remote_addr":"[::1]:47654","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:47.734386536Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"22437765-33d8-4a0d-b42f-fe3f7ea3bdc2","remote_addr":"[::1]:47654","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":443,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.734797265Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22437765-33d8-4a0d-b42f-fe3f7ea3bdc2\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.807028701Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:56791"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.807267026Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.810617612Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.823122156Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.825057562Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.825195126Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.825760182Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:47.825927736Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50742"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.826908731Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"89e6c3dd-1341-4c29-a0de-59438a8285a3","remote_addr":"[::1]:50742","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:47.827335441Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"89e6c3dd-1341-4c29-a0de-59438a8285a3","remote_addr":"[::1]:50742","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":437,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.827850377Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89e6c3dd-1341-4c29-a0de-59438a8285a3\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.898461695Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64599"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.898613067Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.899157632Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.899280537Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.899895763Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:47.900129669Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37883"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.901702753Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"73669a8f-7f8c-4801-9107-9107bc16acfe","remote_addr":"[::1]:37883","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:47.90266514Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"73669a8f-7f8c-4801-9107-9107bc16acfe","remote_addr":"[::1]:37883","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1200,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.904335468Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73669a8f-7f8c-4801-9107-9107bc16acfe\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.966141403Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64653"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.966223166Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:47.968583559Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58614"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:47.969559764Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"9a4d1e38-4db5-4a87-b85d-7b4e2ab80c4c","remote_addr":"[::1]:58614","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:47.979653104Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"9a4d1e38-4db5-4a87-b85d-7b4e2ab80c4c","remote_addr":"[::1]:58614","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":10083,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.981750683Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a4d1e38-4db5-4a87-b85d-7b4e2ab80c4c\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.984254482Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.984322387Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:47.984352988Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.00389771Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.003966206Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.004004252Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.004032779Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.004818053Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.012825428Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.016718645Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.016958523Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.017012801Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.01746901Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.058746031Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:48.079537798Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:48.079998716Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.08020154Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":31,"elapsed":"903.363413ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.080344745Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":32,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.080437029Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.080572309Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.08067844Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.080767828Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.081598033Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.083798006Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.089921066Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.090024993Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.090060313Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.090521362Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.09585049Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[(277e7b93-d3a6-405e-934c-14a43fa95b56, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.095931992Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.096775623Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51338","req_id":"9db58f05-963a-4e08-946b-a8958a137c2d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 6f e5 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 o............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.09695497Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51338","req_id":"9db58f05-963a-4e08-946b-a8958a137c2d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28645,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.097092023Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.097268435Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.097414015Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.097453193Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51338","req_id":"9db58f05-963a-4e08-946b-a8958a137c2d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.097864102Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4472, tv_nsec: 896749369 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.09793878Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.098058228Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.098517343Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:54609","req_id":"08d649c1-1a24-42dc-9785-bdc868ef3a47","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2d 8a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e -...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.098583295Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:54609","req_id":"08d649c1-1a24-42dc-9785-bdc868ef3a47","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11658,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.098675238Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.098705708Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:54609","req_id":"08d649c1-1a24-42dc-9785-bdc868ef3a47","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.098835798Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57465","req_id":"578e3625-27f5-4a9c-9ed0-2c0615315cd1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 87 31 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .1..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.098889404Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57465","req_id":"578e3625-27f5-4a9c-9ed0-2c0615315cd1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34609,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.098974384Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.099011929Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:57465","req_id":"578e3625-27f5-4a9c-9ed0-2c0615315cd1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.299424237Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.304351695Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.304512806Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.304619869Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.304709087Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.351185668Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.358946241Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:48.35955826Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:48.364387091Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.364617681Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.364768181Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.365889715Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.367786424Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.372584194Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64548","req_id":"08131885-d595-490f-a62a-d2b9e3d0ac3f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: de 68 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .h..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.37283357Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64548","req_id":"08131885-d595-490f-a62a-d2b9e3d0ac3f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56936,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.373197135Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56936,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:48.373402013Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64548","req_id":"08131885-d595-490f-a62a-d2b9e3d0ac3f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.373646019Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.391876392Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.39204581Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.392150338Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.39621196Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.396517659Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.396632849Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42853"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.396776134Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.41442047Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.414541631Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.42899575Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.429270277Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.430687851Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.436472256Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.436572216Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.438818231Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"772d613a-4e51-44c2-b9b0-5749ea0a5b85\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.439202336Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.445922425Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77b5b6bc-2bda-49bf-a08d-9221d414345e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.446145009Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.45060762Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b4fc159-2580-48f7-b9b3-55ebe92cc0e6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.450699854Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.458304416Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fdc91b3-1c8d-4a95-800a-6281af733a7b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.458534173Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.464019563Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52b4ebb8-d629-4883-ae47-be6dbb605605\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.464147778Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:48.468820548Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.478883338Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.480052387Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd31f491-120f-44ea-ae93-5ec0bd33fe6a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.480428647Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.483919141Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f41684f-ad95-4416-a211-ff396f0316d2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.48432499Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.486333973Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbdd2535-e9c7-4796-a917-4933ee84c140\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.488743734Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.494125717Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"646e886f-e148-4623-87be-e9a706db05ec\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.494364262Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.506041519Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d1cb800-6cef-4e06-919c-8c4c8633ce8e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.50628819Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.512769784Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2699630-3610-4513-adfa-1458d707dc40\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.512993771Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.523410766Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.523543811Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.527215817Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6206d650-b85d-450c-8b8c-185461fc2b3c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.527432819Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.530196446Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.531265335Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.531373721Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.531445655Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.531774791Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.531954919Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.532079939Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.532170549Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.533413646Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.542185593Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.547236707Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.547482868Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.547577206Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.556148784Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.557696508Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d98846ae-18ca-4cdf-b38f-5ba57f1d9547\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.561735335Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.563106056Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.563170184Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.563687955Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.564946122Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4811566-74d8-4d8f-94bc-0ae9ade89dd2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.565915784Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.568781564Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a08afe52-7b57-4e4f-b4ec-0c00f4551242\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.568828367Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.586290039Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"407d66a6-aa15-4e89-98b0-2f7d70c69e4a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.586519145Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.589137763Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73ecfa6b-7478-4398-84a6-aad58d3c132c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.589676245Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.593882386Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d57746f5-14cd-4bc8-b861-dac53bd05224\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.593927275Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.61034662Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef7dc98c-2d37-4960-8a94-b06857ed85ce\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.613829629Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.615484346Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef0856a8-0a3d-4e13-b230-de4a0772d843\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.615853903Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.618564774Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3b0740d-0442-4865-a5ea-be6399a8b55d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.618706476Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.62238728Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b44a4c4-616e-4870-89a7-1e1b46a169f3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.622513101Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.62367719Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7db88592-713e-4e9f-ab72-8daa06ac15bb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.623828952Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.626042813Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.627227163Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8e8bcc3-fa19-4d23-9a53-cd61b44f9e40\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.627402072Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.631113757Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c78ec8f-76be-48b6-b0ca-a007bcb29358\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.63119074Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.633637616Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce818321-2675-46df-abd7-dde9765b715e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.633707465Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.641306566Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"856b76cf-af28-4b23-b382-9cf75e597c50\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.641392146Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.643264737Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9b208e7-bc11-4e74-ad32-4fbe7e0143ac\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.643418213Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.645342136Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ecfc200-e99c-4514-b9f5-6a79b139cd7f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.646666194Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.651627199Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4568cf8a-3cc4-4b13-9f5e-28036e07ece0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.651835774Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.654250946Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3828ab41-cc5d-4e4f-9fcc-a217e2dda514\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.65441864Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.656035903Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b43bf670-c3c2-4a9d-8171-c47b22d7bdc6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.656325139Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.657369891Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e0de721-203b-44f9-9580-b9c0d9d5edaf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.657492996Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.658449852Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51851e20-6630-4cd1-97f4-f46ca6cb0407\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.658520022Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.659583301Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e116f7be-b1d4-4c4d-99bc-da4e1d035fa3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.660775115Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.662528359Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb0b7d4f-ac4d-48cc-ab49-da347cf5ef8c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.662670341Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.664329908Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"669e028e-af33-4773-ba4a-71dd23d10de0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.664440699Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.667233804Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaa0ea0b-1021-4187-83a5-a0b1cfd93390\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.66730725Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.668858932Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a476ca3d-fa20-4d7a-b9ad-be8726c8afca\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.669719807Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.672411069Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73d2a773-5970-443d-bd63-f5b36eb6d552\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.672620266Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.674771011Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7507e70b-1519-43ea-a6a9-353887f1eea5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.674837684Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.677058549Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75dd96e0-7fb4-436a-aae1-99339f64fb47\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.677116124Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.677148158Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d88b6275-0309-4400-a0d6-e39a9ad3e5a7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.677181344Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.677210422Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.677240983Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.677271253Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.677379128Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.678046057Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.679063213Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4e094b9-4653-4669-adff-a902c493a896\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.679136399Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.680015691Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"294a0988-bfe6-411b-800a-415391f16f84\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.680074919Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42107"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.680102103Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.68197777Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34aa8959-c32d-4ed0-a654-e339fafc0255\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.682573357Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.685682031Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.701554015Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.701617752Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.701651188Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.702831871Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.70745421Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.707525052Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.709111202Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.710423076Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac950464-194f-47ed-8774-81388725ac59\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.710614687Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.715242708Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6d83ffc-eb78-47bd-8ff1-45b1f9f8fb8f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.715418138Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.717743581Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed1e3869-543d-4ed3-8d2c-cc2c7057d73e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.718056354Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.722137486Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59971e8b-1b48-4505-b057-410e25036d27\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.72221971Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.722258988Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.722289218Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.722317715Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.723289201Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.767287504Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.779648813Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.77971246Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.779745165Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.779776157Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.779804413Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.780778504Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.786113013Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.794098603Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.794188903Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.794225206Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.794914599Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.867748456Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:50317"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.867815339Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:48.868655313Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:32960"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.870716269Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"4815e070-2e1f-4648-8e8e-f3393459824c","remote_addr":"[::1]:32960","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:48.87134906Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"4815e070-2e1f-4648-8e8e-f3393459824c","remote_addr":"[::1]:32960","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":643,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.872040638Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4815e070-2e1f-4648-8e8e-f3393459824c\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.930346919Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:56791"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.930424123Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:48.933146086Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40308"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:48.933882263Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"9daf1069-298a-48f7-83ee-9f8d52b3de56","remote_addr":"[::1]:40308","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:48.934505224Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"9daf1069-298a-48f7-83ee-9f8d52b3de56","remote_addr":"[::1]:40308","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":636,"response_code":"200"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.934833709Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:48.935575507Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9daf1069-298a-48f7-83ee-9f8d52b3de56\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.007370744Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64599"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.007432016Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.01746182Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.018315431Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.01846035Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.018921939Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.020113614Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:49.020624131Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34293"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.030112526Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"9624f14a-80b7-4fcc-a04c-ef5c6f055fe2","remote_addr":"[::1]:34293","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:49.030564126Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"9624f14a-80b7-4fcc-a04c-ef5c6f055fe2","remote_addr":"[::1]:34293","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":457,"response_code":"200"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.030848462Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.037257682Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.037352832Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.037436578Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.038659275Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.042349367Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9624f14a-80b7-4fcc-a04c-ef5c6f055fe2\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.146209401Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64653"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.146306425Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:49.147866012Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49605"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.151151588Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"64393210-f0f3-4d9b-a771-0eaaea69e696","remote_addr":"[::1]:49605","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:49.155560763Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"64393210-f0f3-4d9b-a771-0eaaea69e696","remote_addr":"[::1]:49605","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":4593,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.155771062Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.155827966Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.156449193Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.156865683Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64393210-f0f3-4d9b-a771-0eaaea69e696\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.159353149Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.159411566Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.159440814Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.168100057Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.168163864Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.168198172Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.168226138Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.168881784Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.177440477Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.185308053Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.18553764Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.185592449Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.186680377Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.223535178Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.223609676Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.223802701Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.224875218Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:49.228697233Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:49.229044525Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.229104284Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":32,"elapsed":"1.148703487s"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.229145135Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":33,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.229174794Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.229208792Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.229240896Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.229269804Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.230614192Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.231517993Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.232344319Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.232405732Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.234434334Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.243370729Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.243460538Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.243494355Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.24437499Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.245155946Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.245222508Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.248187526Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[(277e7b93-d3a6-405e-934c-14a43fa95b56, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.248247676Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.249066167Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59475","req_id":"8f027dd9-9e42-4158-a086-d865b277f24c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e0 34 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .4..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.249252298Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59475","req_id":"8f027dd9-9e42-4158-a086-d865b277f24c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57396,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.24946922Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.249781131Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.250084105Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.250136058Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59475","req_id":"8f027dd9-9e42-4158-a086-d865b277f24c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.25059886Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4474, tv_nsec: 49491011 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.25066907Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.250700894Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.252222305Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:61741","req_id":"68f6cb02-05e5-43cd-99a5-204262440591","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 5f 60 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e _`..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.252286082Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:61741","req_id":"68f6cb02-05e5-43cd-99a5-204262440591","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24416,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.252714135Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.252759606Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:61741","req_id":"68f6cb02-05e5-43cd-99a5-204262440591","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.253059463Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64619","req_id":"97eddc9d-b588-40bf-a434-567ad564b913","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: bb 6c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .l..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.25334423Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64619","req_id":"97eddc9d-b588-40bf-a434-567ad564b913","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47980,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.253445552Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.253613848Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64619","req_id":"97eddc9d-b588-40bf-a434-567ad564b913","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.396708224Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.410835642Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.410924198Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.410958527Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.4109905Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.412812982Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:49.41304307Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:49.413813315Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.414276498Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","body":"None","uri":"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.414585744Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7ea6a256-e564-4851-92ec-9b08829b9f39","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.414710061Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50820","req_id":"9a90a31b-e4ae-481a-960c-56824ffe59b7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 08 56 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .V..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.414939959Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50820","req_id":"9a90a31b-e4ae-481a-960c-56824ffe59b7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2134,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.415124377Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2134,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:49.41530165Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50820","req_id":"9a90a31b-e4ae-481a-960c-56824ffe59b7","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.415657599Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7ea6a256-e564-4851-92ec-9b08829b9f39","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.415722869Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7ea6a256-e564-4851-92ec-9b08829b9f39","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.416283486Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7ea6a256-e564-4851-92ec-9b08829b9f39","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.417739477Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.417793264Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42853"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.417822302Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.418238742Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.424339107Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.424392303Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.424420849Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.425070283Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:49.426772946Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7ea6a256-e564-4851-92ec-9b08829b9f39","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":12204,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.428472041Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ea6a256-e564-4851-92ec-9b08829b9f39\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.428658002Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","body":"None","uri":"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.429134361Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.429187236Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.43017285Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.430651824Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"09c55c59-df72-4414-9d19-674c05e8f622","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.432045331Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"09c55c59-df72-4414-9d19-674c05e8f622","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.434698066Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"09c55c59-df72-4414-9d19-674c05e8f622","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.435942796Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"09c55c59-df72-4414-9d19-674c05e8f622","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.439807797Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d59f4dbd-4baf-45f6-bb24-3674b340782b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.439909129Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.445068639Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8826bc18-74a0-4310-b7b5-11532edd631e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.447355275Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.461232003Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13f22c32-b65a-4112-bd57-7fc850049d87\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.461834714Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:49.462837412Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"09c55c59-df72-4414-9d19-674c05e8f622","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":32189,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.464665104Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09c55c59-df72-4414-9d19-674c05e8f622\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.464921384Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.465022175Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:49.465106894Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.470781801Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4779048-b071-4064-bafc-ee88bdebeca2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.470923082Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.472848218Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75de7c19-5e14-4ef4-88f9-e5ab34750df8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.472963177Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.47691968Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eeae67f8-e7dd-48ad-99c0-3ffe9e4ce872\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.477069919Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.479998144Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06166080-8c2f-4745-9052-b0e6aae97668\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.480125407Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.483389541Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"097748f6-6be0-4704-b3c3-d2890630aee5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.48351957Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.485358323Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61ab9377-9300-40bf-a6c7-e04764aeb1dd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.485501248Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.488015147Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe38f686-9671-49de-b7af-e3f2e7cea440\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.488336247Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.493283023Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c7129a4-88c2-472d-ab2a-a779f11d258d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.49353237Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.503664808Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.50942252Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a8cc47d-51cd-4061-9c2f-cb2abaaa4585\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.509590825Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.522073195Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e9971eb-1dc1-4bfc-8b0f-3ed0d33ea19b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.522312031Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.531882319Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.53222878Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.541178001Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.542675454Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.542732227Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.542760103Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.552232105Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71d81c2a-240a-4a17-9953-1bb7d41566c4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.552448516Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.554275787Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.554325065Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.554354774Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.554381227Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.555743231Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.558369173Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5718d62-21a4-4761-b76c-0a3141f2fe9f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.558485515Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.558939309Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.565674628Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.565734668Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.565764698Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.566215135Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.569559519Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.569614949Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.570217149Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.573219932Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75896349-d4a9-424d-b19c-c43bed184f2e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.573355943Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.585312556Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00415ac7-cfd3-4909-9c4d-1435bb0db66f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.586245014Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.606538637Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b69b4ad7-600c-43db-9be4-7c80df48e09f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.607093122Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.616888078Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"917f958e-21d1-46cb-bad8-d61ef2b6e3f8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.617801809Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.619065737Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25c53fd5-0379-466f-a4d2-ac50748c4685\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.621458965Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.621508704Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c4541f4-e7a6-4bcb-997a-1187bdfd5595\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.621543804Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.624080238Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.624383212Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67b7cd0d-18d3-4a58-9138-13dd53424d67\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.624509623Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.626065463Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c3d6a8a-4d30-42ae-80e5-498300018998\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.626139711Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.627713637Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"daaafb5a-5b46-4e3b-af45-6089eef8dcaf\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.627777765Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.628853849Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5abde19-fc69-4f94-84eb-065683718422\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.628997956Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.630946298Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d3fc0a2-b9e0-4c3a-ba9d-b5a15b1477c3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.631582556Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.634382354Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9329c27d-480f-44d5-bbe9-90b7aebb5cf4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.634463957Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.636510695Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1da2315c-bd1f-4fe6-be90-e6d6f4a7760e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.636632658Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.638322004Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"330dbc32-c1db-4324-90de-a6cde185a7bd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.639261966Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.640725813Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26f719d1-cab1-4c9a-b159-e3d9f71650ab\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.640876704Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.642885175Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94c5f6d2-bd10-42c2-8d0a-6d2295fcc949\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.643029794Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.643893214Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17b85d86-e8b9-4fb1-8ba1-6d6d81be6e27\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.644017872Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.644924749Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"045ca7f2-587b-4762-85ba-c62b8073ac70\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.645057353Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.646021484Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d803ce0e-7ab3-40ca-bdd0-54ca3b6a9db4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.646095943Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.647347817Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87b90caa-5224-4bb9-b5ae-bc55ff209091\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.647552054Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.649757408Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2181900-7b5c-4923-8fe9-50f967444be0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.649820093Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.652684019Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56e08ebf-2906-46da-896c-e5fc4e2bf521\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.652748257Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.655396824Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71403f3d-dbd0-4c5e-b297-c54bcde40b98\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.655461844Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.65843148Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae3ce553-458b-473c-8c1b-4b9a94f91e36\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.658719314Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.668379642Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49f10c6e-2e96-46c6-8dcc-019c7ee64b87\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.668709569Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.672094734Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1aa53b88-5109-4e28-b834-65a84fece14b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.672232228Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.673134155Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bba62220-bb43-4a53-b792-6fc3f73332f0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.673261428Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.676887954Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.676925368Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.676959907Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.676991761Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.678382482Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.678453874Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f6652ab-460f-4b8b-ba6f-13d07cf6069a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.678633051Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.679876488Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3920ce83-617d-4751-80e1-112af62db8f8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.680007179Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.683390941Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.693527287Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.693623318Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.693881252Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.694193434Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.694882847Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9ca8bae-92d6-4c2a-9b07-9e01f9b45cec\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.694954079Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42107"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.695053347Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.699393094Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.699513864Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.700162056Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.701235845Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c6459aa-62ec-4fdd-a890-ff30badcc5ac\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.70169974Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.704540309Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91def1be-4da9-46a2-9a1e-069d2720756e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.704880187Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.706678459Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb42a1fb-4499-4469-8831-ca3daa51f0d2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.706966543Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.708543225Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7718d1d-a638-48cd-a90e-880202785119\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.70899771Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.710392419Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c14779f9-aefc-416d-8309-b698f8f10d61\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.710611676Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.710722637Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.710811855Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.710892866Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.711584965Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.725229501Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.733440962Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.733634027Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.73368068Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.733713074Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.733739246Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.734413941Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.745362084Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.750761312Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.750872984Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.750924457Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.751319053Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.844562193Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:50317"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.844759507Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:49.84540867Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36055"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.851506029Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.851912398Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"246781ec-bfed-4c9e-91e6-8c76d020a9a8","remote_addr":"[::1]:36055","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:49.904433323Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"246781ec-bfed-4c9e-91e6-8c76d020a9a8","remote_addr":"[::1]:36055","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":52496,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.90471276Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.904766116Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.904796827Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.904822158Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.905995846Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:49.906436484Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58203"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.906783305Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"246781ec-bfed-4c9e-91e6-8c76d020a9a8\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.966479215Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:56791"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.966555367Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:49.968187469Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36470"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.968449721Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/crucible/pantry/0","method":"GET","req_id":"10dca47e-f20c-45bd-a1da-560ed6b0544a","remote_addr":"[::1]:58203","local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:49.968883295Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/crucible/pantry/0","method":"GET","req_id":"10dca47e-f20c-45bd-a1da-560ed6b0544a","remote_addr":"[::1]:58203","local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":409,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:49.970217834Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"2b0a741b-294d-4eff-abc7-dc56cd0b301e","remote_addr":"[::1]:36470","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:49.970282884Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"2b0a741b-294d-4eff-abc7-dc56cd0b301e","remote_addr":"[::1]:36470","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":596,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:49.97855754Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b0a741b-294d-4eff-abc7-dc56cd0b301e\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.058551233Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64599"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.058623066Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.059015969Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.064936685Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.065003248Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.065035422Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.065654405Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:50.06611337Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36207"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.075556274Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"e99702fc-7428-4c96-ae86-2fa6e01f0500","remote_addr":"[::1]:36207","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:50.076305918Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"e99702fc-7428-4c96-ae86-2fa6e01f0500","remote_addr":"[::1]:36207","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":758,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.080297531Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e99702fc-7428-4c96-ae86-2fa6e01f0500\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.15273123Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64653"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.152884285Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.153655392Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.153707055Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.160070764Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:50.160567463Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39962"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.161417798Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"edcd2dcb-f740-4b8a-8742-21796f0eb625","remote_addr":"[::1]:39962","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:50.168486291Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"edcd2dcb-f740-4b8a-8742-21796f0eb625","remote_addr":"[::1]:39962","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":7063,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.170188643Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edcd2dcb-f740-4b8a-8742-21796f0eb625\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.172473185Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.17253097Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.17256107Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.178346437Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.178396637Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.178432438Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.178462318Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.179061692Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.187935683Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.192692971Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.192882569Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.19308898Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.193747472Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.225717751Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.225783332Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.226000585Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.226799506Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.228470977Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.2319309Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.231991201Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:50.233536419Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:50.233804604Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.233859393Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":33,"elapsed":"1.004704999s"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.233895034Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":34,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.233922178Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.233951276Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.233979071Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.234005945Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.234976228Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.236148594Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.236210948Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.239848075Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.244392089Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.244519623Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.244777456Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.24572285Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.25020498Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[(277e7b93-d3a6-405e-934c-14a43fa95b56, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.250281783Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.250979904Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:61992","req_id":"9ab362ab-a172-4094-be51-1d352a266564","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e0 b1 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.251029714Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:61992","req_id":"9ab362ab-a172-4094-be51-1d352a266564","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57521,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.251284151Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.251447887Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.251602325Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.251678807Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:61992","req_id":"9ab362ab-a172-4094-be51-1d352a266564","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.252076269Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4475, tv_nsec: 50977718 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.252129345Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.252227079Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.252855822Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64387","req_id":"ebd9507e-2e88-46fa-944b-c9f6cda2d9ac","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 88 9c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.252919629Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64387","req_id":"ebd9507e-2e88-46fa-944b-c9f6cda2d9ac","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34972,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.253001101Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.25302537Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64387","req_id":"ebd9507e-2e88-46fa-944b-c9f6cda2d9ac","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.253152563Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50715","req_id":"c670cd0a-a59a-4b70-b503-d95760b18fcf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 60 05 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e `...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.253202503Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50715","req_id":"c670cd0a-a59a-4b70-b503-d95760b18fcf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24581,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.253285919Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.253380477Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:50715","req_id":"c670cd0a-a59a-4b70-b503-d95760b18fcf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.43620321Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.437970631Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.438034168Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.438111873Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.438144027Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.439162596Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.439337966Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:50.439578765Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.440201917Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59732","req_id":"2475a1df-8547-4e58-a538-5afe8b547774","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 2a 67 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c *g..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.440260704Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59732","req_id":"2475a1df-8547-4e58-a538-5afe8b547774","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10855,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.44044427Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10855,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:50.440531363Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59732","req_id":"2475a1df-8547-4e58-a538-5afe8b547774","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.440906691Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.440945899Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42853"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.440979226Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/ignition","method":"GET"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.441294043Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56185","req_id":"8ec7a2a2-135d-4ffe-a6dd-e5be01813314","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 84 4c 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .L..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.441349043Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56185","req_id":"8ec7a2a2-135d-4ffe-a6dd-e5be01813314","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33868,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.441417349Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.441534733Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.443376522Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.443421021Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:56185","req_id":"8ec7a2a2-135d-4ffe-a6dd-e5be01813314","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 33244, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49473, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.443472483Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.455581049Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.455660808Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.455697601Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.456371444Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.457232098Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 33244, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49473, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4475, tv_nsec: 255834262 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.457301517Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.457409732Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.460758304Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59656","req_id":"f31eb253-9e45-4e12-adef-57f2bdaa4ecc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a2 2b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .+..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.460824767Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59656","req_id":"f31eb253-9e45-4e12-adef-57f2bdaa4ecc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41515,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.461467597Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.461521194Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59656","req_id":"f31eb253-9e45-4e12-adef-57f2bdaa4ecc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.46156403Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:63477","req_id":"b4f1c12a-2fa8-4fd9-aee6-d8a29b5587e7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c7 5d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .]..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.461657115Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:63477","req_id":"b4f1c12a-2fa8-4fd9-aee6-d8a29b5587e7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51037,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.461868236Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.461975439Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:63477","req_id":"b4f1c12a-2fa8-4fd9-aee6-d8a29b5587e7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.462109787Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.462154055Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.462653741Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:50.463036063Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:50.510075385Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.510317959Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.513532894Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b195e0be-7a05-44b8-b3e1-e83a843a9580\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.51375183Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.531913356Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.53340622Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.53592553Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c4becc2-464b-4761-b47c-7d163a9bd793\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.536222442Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.538421293Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.53915276Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.539209092Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.539239323Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:50.553476038Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65426"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.559519159Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/crucible/pantry/0","method":"GET","req_id":"d474c02a-90d8-43ca-90e0-d29d399c8113","remote_addr":"[::1]:65426","local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:50.560055027Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57675"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:50.56054843Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/crucible/pantry/0","method":"GET","req_id":"d474c02a-90d8-43ca-90e0-d29d399c8113","remote_addr":"[::1]:65426","local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1070,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.561641117Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/crucible/pantry/0","method":"GET","req_id":"8523a22b-8358-4207-9cd1-1f066a8e9a4f","remote_addr":"[::1]:57675","local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:50.570031043Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/crucible/pantry/0","method":"GET","req_id":"8523a22b-8358-4207-9cd1-1f066a8e9a4f","remote_addr":"[::1]:57675","local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":8366,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:50.571343077Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55971"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:50.574813752Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35927"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:50.57488782Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49139"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:50.574916357Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33953"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:50.574940345Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59180"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.574963521Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/crucible/pantry/0","method":"GET","req_id":"dccb3b8a-fe7f-42ad-b037-2032cfc59b95","remote_addr":"[::1]:55971","local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.575558015Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2ba52a1-4dc1-4740-8ddc-1b71979608e3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.575632383Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:50.575904646Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/crucible/pantry/0","method":"GET","req_id":"dccb3b8a-fe7f-42ad-b037-2032cfc59b95","remote_addr":"[::1]:55971","local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":931,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.578309457Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/crucible/pantry/0","method":"GET","req_id":"ddeeb6c1-b8d0-4972-b01a-9cce440f0bef","remote_addr":"[::1]:35927","local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.578373014Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/crucible/pantry/0","method":"GET","req_id":"2e919cfe-02cd-4627-bda4-6351dbacd748","remote_addr":"[::1]:49139","local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.57840622Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/crucible/pantry/0","method":"GET","req_id":"b540e5d9-c98e-4bfd-b594-a96e5f914c3f","remote_addr":"[::1]:33953","local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.578434446Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/crucible/pantry/0","method":"GET","req_id":"6a2801df-197f-4cbf-a9fe-f69124121c0e","remote_addr":"[::1]:59180","local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:50.578462913Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/crucible/pantry/0","method":"GET","req_id":"ddeeb6c1-b8d0-4972-b01a-9cce440f0bef","remote_addr":"[::1]:35927","local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1013,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:50.578494676Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/crucible/pantry/0","method":"GET","req_id":"2e919cfe-02cd-4627-bda4-6351dbacd748","remote_addr":"[::1]:49139","local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":910,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:50.578525909Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/crucible/pantry/0","method":"GET","req_id":"b540e5d9-c98e-4bfd-b594-a96e5f914c3f","remote_addr":"[::1]:33953","local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":863,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:50.57855663Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/crucible/pantry/0","method":"GET","req_id":"6a2801df-197f-4cbf-a9fe-f69124121c0e","remote_addr":"[::1]:59180","local_addr":"[::1]:47525","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":820,"response_code":"200"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.582654344Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.587441252Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4eccc3d8-1a4a-4ea9-9924-bf87549ff2c1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.587585068Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.592099122Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb853b11-a3ff-4533-919a-fb5bf1f7d45a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.592181947Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.594890845Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c7ba934-7c8c-48b5-b96b-768c537591cd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.595049711Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.601437278Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3200e2b6-14a2-4e46-a6a8-303d9f136bc0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.601665883Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.604177868Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15ed6b1c-0155-436b-a272-cf923526770e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.605061729Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.60648223Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c60eed3-9945-40c3-96e8-5a2dfaa46ebe\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.60675852Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.608482695Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c6dd819-e24a-4ee6-b298-77bfcc0cce3a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.610780804Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.613069304Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df6bfeb1-2d54-4fe7-adc6-12ce2c0f3f7e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.613323931Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.617407057Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5996b31e-9631-4249-b273-caf1aa5322bf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.617592426Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.619415328Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8aa8fcf1-8d41-4e3f-8686-0519e6c6fe92\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.619645086Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.622264585Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ddf3275-c255-4257-9609-16391953cb95\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.622326308Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.625315724Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd08a57a-f98f-4aa7-a725-90e190f77e1b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.625492687Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.627897719Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cdfd2de-0b7a-479a-a798-70c2e2d92e2a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.627971225Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.629839638Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1647b591-45a8-4685-a55e-3d3385e3a77d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.629901862Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.631980273Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.632041034Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.632074931Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.632105192Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.633066437Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.633269141Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd3ec7b6-cb69-465b-a913-c10612c51b17\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.633372657Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.638397679Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.649677093Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.649748164Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.649780609Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.652257905Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.654239733Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d51e549c-e3d2-47ca-be33-043bab7439a0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.654356727Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.654535332Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.65458445Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.655123494Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.656025511Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a3d2ba5-4519-4d3a-b636-7a8c71b1ad6b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.656171262Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.658590111Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0eefb92-483e-4ef8-8892-8d392ab3d9ac\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.65885067Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.660988009Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e50d2574-e05f-4af0-9925-ab36572c4508\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.661666851Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.663155658Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d51e87ec-8478-478a-9d0b-476d6f3ca166\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.663403221Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.664876426Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8db9b33e-50a5-49fe-aa3d-79d0759e165d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.665109621Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.669218087Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b78cec21-f80b-4bed-829b-aeb1d75ddcf5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.669417194Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.674279511Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec27f4ea-e48a-43a4-aa2d-ca04b09a510b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.674353168Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.67650702Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b15561e-4850-4c9c-822e-43f4ec5183fc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.676677269Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.678818245Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c62f86f0-f084-4d60-9b4b-03be70d6544c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.678935167Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.681161263Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9bf2cc2-d8ea-466b-867c-770373c398f3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.681282985Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.685354668Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.685704204Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"758f7a16-ab5a-418c-b0fe-da1cba6f892b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.685784043Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.687020798Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d808f876-4dc5-4237-aec2-c797f9feb736\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.687144684Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.688088214Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34f5f108-0538-425d-9a9a-daa628b7ab42\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.688153454Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.688995612Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b161d20-4ab4-4962-b676-8282dc87300d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.689125732Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.69033451Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71e90a8e-7e27-414e-8695-dfc43a48521f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.690400251Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.691739339Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5e36a50-7eaa-4a83-957f-a026f2de5b16\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.691946422Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.694143018Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e2f6912-1dbe-4704-99cb-5a10148b390d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.694278258Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.697116463Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd6e9985-e35d-47de-adac-63754cf9ac19\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.697181642Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.69963996Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f656b08e-71fd-4a49-a13c-537f3d4d1352\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.699711202Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.701867378Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"010368d6-e06f-43f5-bd7d-bf70d469124b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.701939482Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.704040709Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"136e7f05-3747-4069-9ea5-b847297e58ca\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.704116179Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.707008532Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6517c5bd-83e8-4fcb-b731-2a412a054753\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.707083511Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.708082351Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5282649e-dbef-49f3-b6ee-b09660fd0088\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.708223863Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.709270188Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79148e0c-f47a-4b2e-9ce1-01662c6dc9e9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.711401505Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.711438398Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ea58d5b-6d44-4448-8f20-8d52db13bed6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.711470071Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.711894647Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54f0e882-5d65-4b87-994e-a641371dc833\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.712012061Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42107"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.712053694Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.71385372Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfe8c4c8-45a4-48c8-bfde-9ffbe49d7a68\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.714033749Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.716451466Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbc4ca35-d5ae-46e9-9b2b-fcfc9d2512be\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.71662395Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.719975778Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d492275b-c8ca-4f12-802c-15c1021656c8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.720042581Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.722882399Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4793efea-e2de-4ed6-8a66-febf81decb09\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.723188559Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.724583699Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a85c1ef-0a78-413b-b977-cf6e1d3139d9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.724646755Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.724683358Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.724713047Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.724740582Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.725774031Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.732212509Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.73716655Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.737248513Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.737283062Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.737315146Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.737344895Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.737744261Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.738110761Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.738226832Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.738259668Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.738286962Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.738676338Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.740259592Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.745209695Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.74528726Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.745319614Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.747855837Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.74826359Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.754112924Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.754177914Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.754211661Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.754679794Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.757964448Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.75805047Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.75852258Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.812313194Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:50317"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.812469826Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:50.813258357Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63090"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.813763293Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"c8646e8b-7851-44cd-a6fa-3dcbacf6ed02","remote_addr":"[::1]:63090","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:50.814171747Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"c8646e8b-7851-44cd-a6fa-3dcbacf6ed02","remote_addr":"[::1]:63090","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":417,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.814628307Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8646e8b-7851-44cd-a6fa-3dcbacf6ed02\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.856588109Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:56791"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.856715693Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:50.857276611Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59270"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.857761397Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"e9fb8ef7-7d22-4ebf-bd33-0b97fa1e72db","remote_addr":"[::1]:59270","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:50.858050713Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"e9fb8ef7-7d22-4ebf-bd33-0b97fa1e72db","remote_addr":"[::1]:59270","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":296,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.85836054Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9fb8ef7-7d22-4ebf-bd33-0b97fa1e72db\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.898946606Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64599"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.899076434Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:50.900267658Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41721"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.904959346Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"0a6e7103-88d6-4306-a832-90e7890c5bd4","remote_addr":"[::1]:41721","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:50.90568952Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"0a6e7103-88d6-4306-a832-90e7890c5bd4","remote_addr":"[::1]:41721","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":735,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.906654152Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a6e7103-88d6-4306-a832-90e7890c5bd4\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.970363369Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64653"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.970421094Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:50.971865873Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42099"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.972620877Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"7c8c2775-7e5a-4fd9-9aec-e991f5063554","remote_addr":"[::1]:42099","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:50.982716872Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"7c8c2775-7e5a-4fd9-9aec-e991f5063554","remote_addr":"[::1]:42099","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":10106,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.983975931Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c8c2775-7e5a-4fd9-9aec-e991f5063554\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.985332634Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.985384307Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.985411491Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.990662624Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.990720529Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:50.990751631Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.990779877Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.991384903Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:50.997505428Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.005972097Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.006173909Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.006219179Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.006733604Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.035257095Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:51.067976086Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:51.068271013Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.068327636Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":34,"elapsed":"834.405809ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.068363277Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":35,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.068392636Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.068651241Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.068706802Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.068736862Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.077221086Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.079869413Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.087126111Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.087204297Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.087237062Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.087262924Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.088561982Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.090334443Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.090396287Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.090426747Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.093945318Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.098474773Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.108553945Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.108622171Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.10865223Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.111284675Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.111696927Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[(277e7b93-d3a6-405e-934c-14a43fa95b56, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.11175367Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.112454125Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:62902","req_id":"869d16c9-fc2d-429d-90c7-b11bbdb4027e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: d7 3d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .=..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.112512402Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:62902","req_id":"869d16c9-fc2d-429d-90c7-b11bbdb4027e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55101,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.112580167Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.112833291Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.112990494Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.113097578Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:62902","req_id":"869d16c9-fc2d-429d-90c7-b11bbdb4027e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.113893032Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4475, tv_nsec: 912779973 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.113956288Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.11405733Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.117643305Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.117700038Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.118539701Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.11901642Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:55111","req_id":"6011ec17-5864-4228-9560-c53392b4d559","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 74 26 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e t&..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.119612338Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:55111","req_id":"6011ec17-5864-4228-9560-c53392b4d559","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29734,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.119833488Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.120001694Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:55111","req_id":"6011ec17-5864-4228-9560-c53392b4d559","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.121085373Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51568","req_id":"86ce80b1-5c9b-4a64-9d87-2d9c7ad5ea60","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 8b 84 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.121218167Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51568","req_id":"86ce80b1-5c9b-4a64-9d87-2d9c7ad5ea60","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35716,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.121446131Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.121549207Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51568","req_id":"86ce80b1-5c9b-4a64-9d87-2d9c7ad5ea60","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.221909869Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.222914811Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:54591","req_id":"ba80cfc3-e9a7-41c8-97b9-18bf9065f311","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 55 fe 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c U............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.222981694Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:54591","req_id":"ba80cfc3-e9a7-41c8-97b9-18bf9065f311","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22014,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.22328069Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22014,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:51.223644986Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:54591","req_id":"ba80cfc3-e9a7-41c8-97b9-18bf9065f311","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.223684214Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.223712521Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42853"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.22373724Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/ignition","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.223895846Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.223946637Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.224110233Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.225059104Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.231069148Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.231128406Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.235083226Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.235127324Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.236151044Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9382b8e4-b59f-482b-b1bf-587ca4f3eb0b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.23619933Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.237717966Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0847fea8-1c2f-4bcc-a18a-5fac252ddcf3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.237964286Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.240030122Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"923db9a1-71a6-4c0a-a5ef-f31c4d78be24\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.240343036Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.245435562Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67f64c4d-2e2f-46c4-9ef4-91f5bffca46e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.245791862Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.249902633Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ee6f560-c6e6-41c1-99bb-1c02850aa375\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.250088162Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.252654766Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa943ccd-cbbc-4923-85db-149274b0fc18\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.252737711Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.256701279Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42900c35-e3d2-46b3-9372-b3d048f66e79\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.256783542Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.25725903Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.265175864Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"611e6326-bae7-412b-89c8-35ca378b57b2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.265247536Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.267504583Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62b0e455-4f6f-41d8-a994-06c9cbf3853c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.267920061Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.2693952Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5359e55a-a49e-4e66-958d-9a89872f8aab\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.269442114Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.271584563Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dadd990-aac0-4bf2-8fd2-264355f4efcc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.272098256Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.273067497Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c2aca14-a52f-4cf7-a9f8-a926007a3b86\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.273302546Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.285683784Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41c9f24d-8648-48e7-93d6-94b8613c6c49\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.285775848Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.285814565Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c66511ca-8d0d-4708-831a-587e2729a605\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.285848493Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.285879655Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"042fd949-06f9-4b1a-b690-04a1af365391\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.285909945Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.285942229Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e99f57e0-a77f-47e8-8bfa-7d5ae5032b8a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.285978111Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.28874808Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"336bc092-de28-4066-8899-7d9aa82a30aa\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.28932035Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.292479725Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f894b140-2e79-4dec-9ce8-fc249f68ee3f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.29265298Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.313950544Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.314012838Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.314045784Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.314218478Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.315345123Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.318059962Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.324412328Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.324480665Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.324515454Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.325525316Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:51.325591007Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:51.32578832Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.325997437Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","body":"None","uri":"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.326914784Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3e134481-733c-416d-88ed-7907eb877ecd","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.326980145Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3e134481-733c-416d-88ed-7907eb877ecd","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.327022008Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3e134481-733c-416d-88ed-7907eb877ecd","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.328667066Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3e134481-733c-416d-88ed-7907eb877ecd","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.329341189Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.329491919Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.330125261Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:51.332730602Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3e134481-733c-416d-88ed-7907eb877ecd","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":6037,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.333805163Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d81e917a-5417-4608-89f5-cfe076bccf76\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.33389396Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.334258005Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e134481-733c-416d-88ed-7907eb877ecd\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.334510829Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","body":"None","uri":"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.336013794Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"bf1dd83b-c6b3-4ef6-95c8-3b64e060e7c3","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.336079104Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"bf1dd83b-c6b3-4ef6-95c8-3b64e060e7c3","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.336125667Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"bf1dd83b-c6b3-4ef6-95c8-3b64e060e7c3","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.336158041Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"bf1dd83b-c6b3-4ef6-95c8-3b64e060e7c3","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.338572061Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ed32ee4-b607-435e-97cf-10f82466f2f1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.33879765Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:51.340252279Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"bf1dd83b-c6b3-4ef6-95c8-3b64e060e7c3","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":5227,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.340801172Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf1dd83b-c6b3-4ef6-95c8-3b64e060e7c3\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.340990149Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.34104089Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:51.341068214Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.342067205Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd1f5568-f072-4c0b-a13b-335669b7c53f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.342217494Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.34385186Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31fee6cb-5666-403b-9557-b2f77a0c939d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.343974435Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.347482424Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fa4b4c1-6854-4b01-bff2-518fa4bd536f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.347794967Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.352340594Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ec7b9e4-dffc-4149-9ea2-3a2ac155f49a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.352562987Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.35827632Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aafa39f8-d79e-414e-ace2-33cc5402237f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.358406389Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.368596893Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.372062759Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f2cffc4-3cba-481b-8516-ea18cfd45532\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.372457996Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.374906194Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b90affb-655e-4cdc-8a0d-5dd8b0855886\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.375188677Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.377437688Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1c10ab1-65ce-464e-b44c-e01c5a757e23\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.377506114Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.379636489Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ba42cf8-cef5-4b8a-a05d-b8e37ae0d4e0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.380534578Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.382524533Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a2156dc-3613-424c-af9a-19c434a2a8f0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.382690935Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.383980474Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42e1eadc-b45d-4296-a7ed-a47bfa47862c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.384131655Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.385687465Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a10bba3-68e2-4ed2-b8b1-c10f0c4dfd7f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.385753827Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.38699491Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a50b9462-8c6c-4c2f-b773-3019dcab1690\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.387059288Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.398378812Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fa96225-5a84-42c8-acbe-7d21029409c8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.398515614Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.399852198Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6c98cc8-fd72-4cba-a5ce-e395906d7fbd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.400023709Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.401655591Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11485174-bf2f-41dc-9198-cd660305d629\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.401821481Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.405806541Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e0adb2e-89d0-45b8-9df5-0a69646e9fd9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.405932632Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.411610385Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"341e9351-b0a7-48a4-8597-ad9d20df8837\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.411835974Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.414821753Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd0fa1d6-0a9d-4349-804b-cfb94de08755\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.41490023Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.421352405Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.423037112Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.423099917Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.423133043Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.426064694Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.428658843Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16462c2c-d2c8-4e00-877d-6d603dec0ffa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.42872259Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.428756317Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.444958459Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.445002927Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.445031745Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.446047138Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.44886902Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.448914892Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.448941114Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.449361381Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9dfadaa-e065-4f10-a154-17032cde9e6f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.44958151Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.45062571Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab5b4eaa-ac6c-432c-bfdf-01ae776481a2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.450827643Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.452243925Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d450ad8-7891-417a-bb2e-a4cca12a80f3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.452437671Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.454904656Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5516b7e3-3732-43db-bc6e-dd9d77817271\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.455033433Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.456159907Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4393f42-722f-432b-b640-5fd11cf246e5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.456360627Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42107"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.45641253Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.460674221Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fc2cf72-e10f-44d0-a602-eb0e0213d9e5\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.460938147Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.463340434Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0f02e5c-7841-4bfa-b503-6a1c3d12a7a5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.463595442Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.465860755Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d9e932a-b080-47f8-b771-09c16556b7aa\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.466001015Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.468705704Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e556d6f0-7a29-4b8d-8c9d-5426941ad3e7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.46884421Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.471506775Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b71f7b59-46f5-4f4e-b95e-f0247a2dda02\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.471879627Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.471937212Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.471970438Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.471998595Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.472490915Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.475390172Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.479216676Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.479280573Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.479313489Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.4793439Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.479373288Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.479774608Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.482720537Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.490066634Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.490162806Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.490193016Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.490795797Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.496328099Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.555204156Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:50317"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.555269005Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.556599757Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.556662873Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.556698073Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.556727311Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.5574294Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:51.55834779Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47212"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.55870916Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.559460366Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.562135727Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"d26f8891-e7e0-44b3-a919-aeb610f3f0a7","remote_addr":"[::1]:47212","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:51.566108232Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"d26f8891-e7e0-44b3-a919-aeb610f3f0a7","remote_addr":"[::1]:47212","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":4032,"response_code":"200"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.566706654Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.582974186Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.583055508Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.58308668Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.58348314Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.587791013Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d26f8891-e7e0-44b3-a919-aeb610f3f0a7\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.632637277Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:56791"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.63271943Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/inventory","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.633212413Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.63388371Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.633933459Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.633960673Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:51.636041069Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63909"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.636750041Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.636806604Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.637297061Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.63786356Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"ba26d7bb-2155-493b-a343-376bf0e1909d","remote_addr":"[::1]:63909","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:51.643133309Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"ba26d7bb-2155-493b-a343-376bf0e1909d","remote_addr":"[::1]:63909","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":5319,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.64417258Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba26d7bb-2155-493b-a343-376bf0e1909d\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.733160503Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64599"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.7332447Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:51.735053845Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43088"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.754751441Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"63e4d03f-c116-491b-8586-28e36e94a311","remote_addr":"[::1]:43088","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:51.755924609Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"63e4d03f-c116-491b-8586-28e36e94a311","remote_addr":"[::1]:43088","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":689,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.762120504Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63e4d03f-c116-491b-8586-28e36e94a311\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.825234844Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64653"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.825305575Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:51.827404707Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41638"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.828070684Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"7a0c7f16-9529-4695-898f-38b80f71b6e2","remote_addr":"[::1]:41638","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:51.831649204Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"7a0c7f16-9529-4695-898f-38b80f71b6e2","remote_addr":"[::1]:41638","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":3600,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.83256055Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a0c7f16-9529-4695-898f-38b80f71b6e2\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.8345581Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.834615063Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.834643771Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.840005103Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.84008414Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.840117928Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.840146044Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.841962072Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.854163713Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.858894088Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.859204456Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.859592129Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.881585719Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.941543632Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:51.978683811Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:51.979055442Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.979544286Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":35,"elapsed":"910.813787ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.979690717Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":36,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.979781929Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.979903361Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.980000004Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.980090464Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.98242736Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.992029612Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.997689609Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.997753957Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.997787143Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.998358512Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.998920231Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.998977806Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:51.999007425Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.99903514Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:51.999676277Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.003875344Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[(277e7b93-d3a6-405e-934c-14a43fa95b56, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.003999291Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.004855206Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:55753","req_id":"6d318edf-ebbb-44b4-bde3-e43e4c75ae41","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b7 0f 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.004923241Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:55753","req_id":"6d318edf-ebbb-44b4-bde3-e43e4c75ae41","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46863,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.005092519Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.008253066Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.008728644Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.008823643Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:55753","req_id":"6d318edf-ebbb-44b4-bde3-e43e4c75ae41","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.009031016Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.014240005Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.014307078Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.014342308Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.014782125Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.01507576Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4476, tv_nsec: 813913262 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.015139336Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.015237813Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.02588675Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:63362","req_id":"ab54aad2-7ca5-47a6-980d-10c5b8a59ffd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d6 38 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .8..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.02611252Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:63362","req_id":"ab54aad2-7ca5-47a6-980d-10c5b8a59ffd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54840,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.026371796Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.02872747Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:63362","req_id":"ab54aad2-7ca5-47a6-980d-10c5b8a59ffd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.028936647Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53103","req_id":"4343edc1-8d08-49dc-9097-5c2ab668cb76","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ea 13 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.029098249Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53103","req_id":"4343edc1-8d08-49dc-9097-5c2ab668cb76","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59923,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.030285123Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.030430533Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:53103","req_id":"4343edc1-8d08-49dc-9097-5c2ab668cb76","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.030652034Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.030764098Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.031466437Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.153421404Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.154331468Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:49794","req_id":"bad9a895-0a22-4be7-8280-572f5c9eecdc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 51 6e 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c Qn..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.154401467Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:49794","req_id":"bad9a895-0a22-4be7-8280-572f5c9eecdc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20846,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.154624471Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20846,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:52.15471396Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:49794","req_id":"bad9a895-0a22-4be7-8280-572f5c9eecdc","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.1552812Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.15533642Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42853"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.155365037Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.15735916Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0422af7a-165c-4d08-bb43-66fbabcbdb8b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.157590671Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.159199096Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcffee0a-5b88-4b2c-8a63-af627126162d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.15944204Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.171357862Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7d889e6-bd19-4818-999b-2415f8734a71\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.171490075Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.174139684Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a170e53e-00ce-44e1-9925-81470bfa2fe2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.174210455Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.176738152Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c48958c0-6fe4-4b4e-991d-dd7f93324df4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.176811398Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.182813967Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5bf222c-d385-4277-9d4e-e07f7bb32b06\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.183020228Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.188124448Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b2de3ca-0bed-4d9f-880e-550b430c6394\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.188230309Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.192112935Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"071cdae4-816d-4e3b-a910-9657975bb536\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.19236156Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.193683915Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5f351cb-291c-430d-99b9-aea240ce7d0e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.193931147Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.195602097Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bed49f6d-1ea0-4eda-886d-1f318418854c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.196639173Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.198094062Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91513207-f54a-4b73-b7f8-1c75d01f9557\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.198340603Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.200159477Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ca531e6-5f9e-4156-b8de-c5811734ca16\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.20042186Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.202072148Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be84d7d3-08e1-4b05-aeb6-974399260bbd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.202390021Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.204555947Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d51a3c3-ad26-4dd2-a4ed-5da69c4935f1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.204769653Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.208716206Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.209935906Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20d0ed1d-7b38-436c-bd69-69943784d27c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.21021909Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.213604946Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02b4a876-e0be-414d-ae6a-19e7a269342e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.213734144Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.216444554Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"637b87cb-35ec-44b8-8a2c-1c95d62c9483\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.216554303Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.21956921Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bcf5494-2c64-4a39-98ba-b3f161c019f5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.219737054Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.223101237Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.223160034Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.223279953Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.224128173Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.228872756Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.229413193Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.236278662Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.236365024Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.237044909Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92c87756-de23-4f5a-8691-3babba4f8e71\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.237164547Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.238234639Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b97e368-00fb-4bf8-82ea-d8d1bb032a12\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.238358426Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.239391013Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8fe0ece-4807-471b-8834-9df22f616851\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.239547585Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.240648188Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cf81a6c-d60c-4380-9023-66293bf37ee5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.240786023Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.242250801Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2da9dda8-9b68-4214-a465-538d30fa3108\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.242489998Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.243848545Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18495c08-b2a0-42e2-ad11-b82e2e9b16ae\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.244027782Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.252017992Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"499a751e-2fbd-4049-bc60-386ef43a6db0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.25217788Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.253947566Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff9e8a60-0134-41c2-86e5-7d10b6d80987\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.25426042Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.25674976Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa4cf688-cf73-4b47-98d3-e8bf10facc35\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.256822474Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.25897325Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"399fee36-5375-47c2-9bac-395ac7691366\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.259055243Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.260280705Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.260344983Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.260379852Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.260407387Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.261716886Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.265010248Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae1a6bfb-1f2a-4c1d-a6a7-29e63eb28fd0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.265183243Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.275347354Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.287067566Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.287188296Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.287286652Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.287905094Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.292281584Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.292371263Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.293300545Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.297245595Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29484590-87a6-46a0-b693-ad7e64ee25d1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.297562095Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.29928091Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1c66b97-939d-445c-9f0d-a65682864d91\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.299329998Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.300727973Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a33bf6e4-29d1-4ee8-8166-195639eaf5cd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.300871289Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.304318036Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14b6167b-9f4a-4cb9-afc6-c2add0bd9102\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.304688885Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.306193763Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21689fbd-cb9b-4052-af0b-9ae4a8c8d6a6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.306729531Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.308676861Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82c319d9-2c62-47eb-9397-44aa498db529\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.308879234Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.311947988Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9887c9ff-67e0-47e8-901b-f3c0f4432470\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.312135372Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.315010631Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9035e94d-08e8-4e99-819a-763cba480f0e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.315149547Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.317285734Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f7154bc-3d6e-4268-989d-11779f676e32\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.317531253Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.320167435Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d528928-e5d0-4082-8150-ac4d4eccadb8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.320239519Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.32299571Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"058f4ef5-bce4-4dc9-b80a-6263fdd249b8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.323230608Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:52.324192485Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.325573176Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0f9997f-575d-421c-883a-654d3222ad59\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.325694978Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.330663428Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61087262-f186-4878-a16d-60e0bb61350e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.330926542Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.331402771Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.333803384Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84e9c68a-f543-43d6-bf84-face5781e97d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.334278681Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.336840235Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e073ecb9-8b0f-4e2f-90f0-8eb9de31e9e5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.337200903Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.338573518Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9347855a-2428-4144-8514-9672c2a1fdc6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.338833847Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42107"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.338957994Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.349855687Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4c9f282-c545-49de-b3ce-3ccc047a070c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.350715721Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.353140502Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25674a1e-7c1f-46a3-92f3-c7fcea68276e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.35343579Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.355387389Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ca7cea7-97f5-4586-98c1-2f3c3b4587d3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.355670453Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.358722273Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25c70e24-bdc3-4a36-800f-9d27f4cc41f0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.358959917Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.361178697Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dfc5bc9-f60c-4d48-8975-41c2703bab6e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.361398515Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.361568384Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.361664816Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.36175206Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.362617574Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.365726258Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.369893842Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.369956166Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.36998835Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.370097327Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.370128349Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.371608498Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.374135232Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.381938921Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.382099611Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.382150021Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.38438256Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.386192025Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.386248618Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.386281754Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.386308347Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.386748634Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.393914602Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.40072961Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.400791774Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.400825331Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.401226971Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.462838728Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:50317"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.462905542Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:52.46745708Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41797"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.469470822Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"cb9144ef-d36b-446f-8b55-6807e8a9af82","remote_addr":"[::1]:41797","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:52.470935741Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"cb9144ef-d36b-446f-8b55-6807e8a9af82","remote_addr":"[::1]:41797","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1561,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.471011061Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.47105078Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.472875556Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.473160113Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb9144ef-d36b-446f-8b55-6807e8a9af82\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.533188205Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:56791"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.533253706Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:52.534326784Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58269"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.53637266Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.538022086Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.539878495Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"8c7e7ed6-3b67-4e1f-97f3-c842537249ae","remote_addr":"[::1]:58269","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:52.541083185Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"8c7e7ed6-3b67-4e1f-97f3-c842537249ae","remote_addr":"[::1]:58269","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":1187,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.542509096Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c7e7ed6-3b67-4e1f-97f3-c842537249ae\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.589812175Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64599"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.589873537Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/inventory","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.590431619Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.591370129Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.591427844Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.591457002Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:52.593943626Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55977"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.595024931Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"00c30632-f756-4822-b552-97a87b6722f6","remote_addr":"[::1]:55977","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:52.598464604Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"00c30632-f756-4822-b552-97a87b6722f6","remote_addr":"[::1]:55977","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3443,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.600039983Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00c30632-f756-4822-b552-97a87b6722f6\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.664378563Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64653"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.664449405Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:52.665284388Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63923"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.668535847Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"179009e6-9be1-441c-a885-65caa7d03e9a","remote_addr":"[::1]:63923","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:52.668812468Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"179009e6-9be1-441c-a885-65caa7d03e9a","remote_addr":"[::1]:63923","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":289,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.670355933Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"179009e6-9be1-441c-a885-65caa7d03e9a\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.671991061Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.672047373Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.672074317Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.67668361Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.676745253Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.676780373Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.67680869Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.677558043Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.681122605Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.68473905Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.684946955Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.684997906Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.685497311Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.720131528Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:52.73340276Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:52.733698369Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.73375408Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":36,"elapsed":"754.016949ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.733791925Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":37,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.733818849Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.734034318Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.734089738Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.734453934Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.735354168Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.739027897Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.744474179Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.745454161Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.745489732Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.745516826Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.751256833Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[(277e7b93-d3a6-405e-934c-14a43fa95b56, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.751327564Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.75203833Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64578","req_id":"3be5a9de-f581-45b3-9255-0935ceaf8cd3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 88 7a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .z..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.752139572Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64578","req_id":"3be5a9de-f581-45b3-9255-0935ceaf8cd3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34938,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.752361584Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.75250011Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.752673556Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.752723485Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:64578","req_id":"3be5a9de-f581-45b3-9255-0935ceaf8cd3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.753284513Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4477, tv_nsec: 552086123 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.753359212Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.753465163Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.753856092Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:60404","req_id":"110c0d87-9ea9-4206-b9d7-43a3ef441f92","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 82 97 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.753919358Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:60404","req_id":"110c0d87-9ea9-4206-b9d7-43a3ef441f92","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33431,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.754007784Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.754102242Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:60404","req_id":"110c0d87-9ea9-4206-b9d7-43a3ef441f92","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.754162662Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:52080","req_id":"08d31a94-54c3-4eb2-bcad-aeb723107b83","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 51 9c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e Q...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.754267461Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:52080","req_id":"08d31a94-54c3-4eb2-bcad-aeb723107b83","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20892,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.754366539Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.754390396Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:52080","req_id":"08d31a94-54c3-4eb2-bcad-aeb723107b83","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.877594351Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.878039278Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.878097374Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.878289486Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.878337161Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.880498668Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.884443909Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:52030","req_id":"712bf22a-8818-4e11-82f7-6a169ddb8938","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ea 8f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.885189224Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:52030","req_id":"712bf22a-8818-4e11-82f7-6a169ddb8938","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60047,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.885322299Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60047,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:52.885479963Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:52030","req_id":"712bf22a-8818-4e11-82f7-6a169ddb8938","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.887383816Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.887446591Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42853"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.887478024Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.891080391Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.897015396Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.897099544Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.897131658Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.897713407Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:52.913588718Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.913652415Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.914183934Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.925910739Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dbffd94-7111-451e-aadd-dd0e5a532aa7\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.926280305Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.937090604Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2b48f30-bb0a-4ba9-b22f-a81e764a19cb\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.937282175Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.961100532Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce0b8311-b320-4683-ba26-353d184ce1bc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.961185391Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.968028746Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"195b5a9f-1d56-460d-9079-187743e3a384\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.968102793Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.971776573Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76560891-8b5a-49b1-b022-7ad81e7cd694\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.971852845Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.976334936Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8312f845-fa56-4ed3-82d5-56829704e5fd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.976406929Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.981330679Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.984311328Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98db5201-6174-4f3c-b9aa-159c2bc68d30\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.984430014Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.987608828Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4856d1ac-2950-4806-a4dd-a1a4d4cc75d7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.98767994Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.990464247Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37f127da-4b92-49bf-9fec-4f4b4e2e1207\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.990610659Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.994462944Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"517058cc-3768-4f62-9dd4-ae59c8d986de\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.994622673Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.996525734Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf5010bf-c04d-4934-968e-6593d4e8255b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:52.996617557Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.005582379Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46c234e4-5374-4109-96d0-712e01179d68\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.005658811Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.00772106Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fa0b100-f495-41e1-ac39-7dd7878349d6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.007888955Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.011061536Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0653e73-5031-48bd-9025-b97f01c83760\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.01112892Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.015726952Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1463ae7c-3fa0-49b0-afcd-b89f5b2538f8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.015828313Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.01975657Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf92a85c-abac-4dd1-b26b-66ee3b625f2a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.01983194Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.029266037Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2055578-920f-4e0e-9583-9435ff995d5c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.029495304Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.032166466Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.032303149Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.032400953Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.032486634Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.033348732Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.034592851Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37f5eb5a-ce13-44c4-ac0b-e4a5f69143a5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.034807839Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.036701031Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.041984738Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.042082984Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.042609333Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.043231783Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.045948306Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.046058896Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.046916004Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.049869118Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c5a6d18-a130-4fe5-b312-9858e5a55f1a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.050082633Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.055350158Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cd14955-7e18-4c00-a733-ea00b5bc84f9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.056070844Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.061206487Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe80ad0c-df77-45ed-b767-54644d84a150\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.06143397Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.063676518Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77ec56fd-76b4-4384-aeaa-2f36cfb5e391\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.065720591Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.069883685Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a04e1e9-d3f6-4eec-991a-cf18d7ac5ed6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.070099896Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.075179808Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5a7124d-4648-443f-838b-692f678bde6b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.07544709Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.083210689Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab5a747f-42db-4bf2-8d80-fa9286d1a070\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.083426458Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.085271404Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.089772813Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfe10c8d-75a6-4e60-a7d0-53218b67896c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.090128211Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.095452119Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8673c1ff-602d-43c6-b9f0-138de5458a20\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.095689602Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.099831484Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6f44800-1633-42e9-8bb2-2b1dabb58c6c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.100089288Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.104526068Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a6284dc-42e1-4caf-9050-1915d42cd95a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.104745806Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.109001355Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"492568bd-0eaf-4ff8-867a-78036563cd0e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.10921465Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.110432025Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75938c1b-90fb-4b8c-ba2e-89a74dfab769\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.112362482Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.114282076Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f72b085b-a1e1-41ae-b4f9-0808b5fc75c3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.115250355Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.118966299Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"faf59925-4234-484c-a3e7-8ea6811e4de9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.119053693Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.119093222Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2b80af2-aeb5-47e8-bac6-17e628b2cf3f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.119243181Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.124949561Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2dc7055-8404-4039-b8b8-e7023821c006\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.125046313Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.130108479Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"208390aa-545c-4f75-a1dd-f8269bb4a151\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.130349379Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.134722943Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6aaab47d-daed-4772-98f6-4248e2bca084\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.134934004Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.138110914Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.138250041Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.138348086Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.138437615Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.14001122Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.150086364Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.173865152Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.173964409Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.174055451Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.174719093Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.177254605Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.17735754Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.177916854Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.17821596Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5f0c930-cc18-4839-8635-1cc43ee4f42f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.178463774Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.18317938Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"320cd585-6db1-44a2-9cf0-d80f6cff925a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.183444267Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.187103147Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e97f3a7-d2d2-4ece-8f79-2d3b5cca1056\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.187239189Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.192688476Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d098e20a-6452-4de8-92c9-7795b92f469b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.192814156Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.195599326Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52e56f34-bd82-490a-a168-413b9fe3eb2d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.195764264Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.198924771Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bf6f866-c1d1-45bf-994b-2b1729e87737\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.199256342Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.200468888Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08152623-4b69-4622-8350-9c79f3a72c88\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.200572444Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.201796754Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b54f2735-2fd9-463b-a15d-e5fe803b3866\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.20193061Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42107"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.201973636Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.20366704Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cc7dc67-4145-47de-8f33-9d9712a9e5d4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.203886477Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.208812251Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dcd8ed5-6c3c-48e1-a5c2-97489b59b623\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.208932732Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.212353036Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbb4af57-44aa-4fcd-b226-facb64b977f1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.212500209Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.217894197Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.219581118Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"561db1f8-2d20-449d-bc32-9eaaf8d6dcf4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.220725388Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.222062021Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69388732-a714-40e5-a6b5-adb80a6d8fe6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.222205928Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.222254254Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.222286698Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.222314384Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.223296791Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.223579494Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.223623462Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.223792278Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.2250881Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.233592725Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.239303583Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.23942233Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.23951759Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.239608251Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.239692108Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.240324728Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.241534679Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.241641091Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.245168499Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.255800613Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.255938087Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.256058657Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.256601549Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.25755103Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.257667953Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.366437359Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:50317"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.36651822Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.367342803Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.367405017Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.367440899Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.367468233Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.369842263Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.370167832Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:53.370224435Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:53.373109132Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:53.37316819Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53491"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:53.373330704Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:53.373588267Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.3740815Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","body":"None","uri":"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.374479683Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"7d6f243f-3a30-4bae-ace3-9f83716ea31f","remote_addr":"[::1]:53491","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.374654191Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"52ac8c48-000d-429c-b3fe-859b49759cfb","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.375149989Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"52ac8c48-000d-429c-b3fe-859b49759cfb","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.375221391Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"52ac8c48-000d-429c-b3fe-859b49759cfb","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.376061845Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"52ac8c48-000d-429c-b3fe-859b49759cfb","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:53.376224249Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"7d6f243f-3a30-4bae-ace3-9f83716ea31f","remote_addr":"[::1]:53491","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1763,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.377236275Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d6f243f-3a30-4bae-ace3-9f83716ea31f\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.453508934Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:56791"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.453693922Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.454612302Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.472703057Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.472809779Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.472907374Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.473558211Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:53.473895282Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63931"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:53.475322616Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"52ac8c48-000d-429c-b3fe-859b49759cfb","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":100694,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.475919004Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"6bbf7b19-7892-4558-9f67-80aba886ca22","remote_addr":"[::1]:63931","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.476506816Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52ac8c48-000d-429c-b3fe-859b49759cfb\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.476830661Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","body":"None","uri":"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:53.477132272Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"6bbf7b19-7892-4558-9f67-80aba886ca22","remote_addr":"[::1]:63931","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":1225,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.477524824Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.477640063Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.47829569Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.478587972Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e62ca0df-3aed-4282-8300-cdcdd4949eb6","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.478861728Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bbf7b19-7892-4558-9f67-80aba886ca22\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.548582542Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64599"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.548654124Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.549154161Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e62ca0df-3aed-4282-8300-cdcdd4949eb6","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.549591051Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e62ca0df-3aed-4282-8300-cdcdd4949eb6","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.550420754Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e62ca0df-3aed-4282-8300-cdcdd4949eb6","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:53.550949167Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63054"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.551195798Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.551421067Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.552903701Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"66b583c5-952c-4322-90ba-2bdf12b56182","remote_addr":"[::1]:63054","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:53.554151377Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"66b583c5-952c-4322-90ba-2bdf12b56182","remote_addr":"[::1]:63054","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1690,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.558847905Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66b583c5-952c-4322-90ba-2bdf12b56182\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.617748871Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64653"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.617805324Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/inventory","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.618064129Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.618911227Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.618964453Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.619035695Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:53.620658589Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e62ca0df-3aed-4282-8300-cdcdd4949eb6","remote_addr":"127.0.0.1:39169","local_addr":"127.0.0.1:52749","component":"dropshot_internal","name":"8e093380-d44a-4032-a0f2-3bae92014176","latency_us":142032,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:53.622696629Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61782"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.623307236Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:52749/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e62ca0df-3aed-4282-8300-cdcdd4949eb6\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.623351514Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.62337964Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:53.623403057Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.624803046Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"bdf0b851-6555-4167-a3a2-3d12fce74cf5","remote_addr":"[::1]:61782","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:53.634967127Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"bdf0b851-6555-4167-a3a2-3d12fce74cf5","remote_addr":"[::1]:61782","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":10165,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.637926674Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdf0b851-6555-4167-a3a2-3d12fce74cf5\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.653507428Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.653612788Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.653677617Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.681566333Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.68177548Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.681891291Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.681982883Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.683159417Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.693668616Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.698090136Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.698444933Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.698618569Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.699960553Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.765125139Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:53.794694573Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:53.79496374Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.795024671Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":37,"elapsed":"1.061190442s"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.79506428Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":38,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.795092536Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.79512451Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.795155592Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.795185091Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.79605819Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.803823743Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.809257389Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.809330314Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.80936359Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.80976988Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.813021579Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","candidates":"[(277e7b93-d3a6-405e-934c-14a43fa95b56, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.813879879Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.814561226Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:55078","req_id":"6cd195c0-e219-4390-a125-fc9514c4fdfc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 5a 0d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 Z............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.814628571Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:55078","req_id":"6cd195c0-e219-4390-a125-fc9514c4fdfc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23053,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.815596008Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.815906507Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.815940845Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.816141756Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:55078","req_id":"6cd195c0-e219-4390-a125-fc9514c4fdfc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.816204721Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.816236053Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.816265863Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.816295151Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.816848584Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.817231767Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42853, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42107, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4478, tv_nsec: 615996795 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.817297879Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.817327438Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.817812003Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:62226","req_id":"128e03ee-7364-45e5-8336-fa7db69d15cd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 85 04 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.817870901Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:62226","req_id":"128e03ee-7364-45e5-8336-fa7db69d15cd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34052,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.817961211Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.81807634Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:62226","req_id":"128e03ee-7364-45e5-8336-fa7db69d15cd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.818130298Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51016","req_id":"87856d19-c670-4a6c-ad74-3ba337a27a43","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 4d 1d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e M...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.818163283Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51016","req_id":"87856d19-c670-4a6c-ad74-3ba337a27a43","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19741,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.818323232Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.818351829Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:51016","req_id":"87856d19-c670-4a6c-ad74-3ba337a27a43","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.958548091Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"DnsResolver","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.959256182Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.967321131Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.967428284Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.967519726Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.968122888Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.970343533Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59431","req_id":"f84bdb3c-a110-47cf-a15c-0016cd732fee","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ff d5 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.970568661Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59431","req_id":"f84bdb3c-a110-47cf-a15c-0016cd732fee","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 65493,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.970902105Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65493,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_only_regions","level":50,"time":"2025-04-30T06:46:53.971108737Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"peer_addr":"[::1]:59431","req_id":"f84bdb3c-a110-47cf-a15c-0016cd732fee","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.97367503Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.973794128Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42853"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.973913986Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:53.974620123Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.974730884Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.975385639Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.99511073Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"051a19dc-765b-4298-97c8-aee8213b2963\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:53.995682459Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.008162244Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50d8a051-1235-4a4b-95dd-5f62e6559692\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.008453534Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.019059035Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e756fd9-6331-44c8-8470-4c1f0ad6b5f2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.019336117Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.021682111Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86d9562e-13ce-4e0c-be0e-4e1799d385d5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.021957961Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.026931761Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bae1e3ae-51ec-49dd-8976-cdac09f0b0bb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.027153493Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.031802115Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.03346089Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4da4e3f8-10fa-4f93-86ae-a8f951a085b7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.033678584Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.035651404Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59f7f8cc-ee92-4149-a6f0-9ce8f4cdc368\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.035868076Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.038020595Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e5e300e-384f-4610-819e-241239155268\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.038238659Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.039276006Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b45b0587-c9d1-46d9-80c2-862e54e91fb6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.039511215Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.040667088Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f3d1ccd-81a3-463a-a44c-17b89e2fef23\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.040925312Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.042247226Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65833404-598e-470d-9722-cc16b752d2ce\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.042473797Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.043637346Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb9b79f9-2266-43e2-bb6f-b6f20768b44d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.043897103Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.045364357Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6574eaac-b925-44f3-be29-762822aa842a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.04708273Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.053350489Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cc18a34-a77e-4b98-bbe3-4ad6be3da983\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.0536273Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.055443709Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f63619d4-2b05-437c-820e-8d85c6682cac\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.05571523Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.097576266Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.097730924Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.09788992Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.09802027Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.099143989Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.099461402Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fd97fec-34d2-415e-bfb4-9396ee4aaa97\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.099691811Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.102128365Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"311558df-f9c5-42db-aa5e-0971d66aff3d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.102347291Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.10262264Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.108315062Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.108412316Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.10850005Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.109101198Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.11179713Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.111906858Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.112486844Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.114280878Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d7e451d-91f5-46e1-b67b-0cc4c58160f4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.114606718Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.116761451Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb3c216c-0e42-4e22-801c-4efd1ba99e78\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.117078442Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.119769524Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a32cbeca-29ec-40c6-a267-d805c5040afe\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.120011857Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.121527858Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40a4e815-e7c7-4fe8-aa3c-8500320e9200\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.121812435Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.122931795Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"083bba26-2b34-4464-aa04-0383a013e3dc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.123191222Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.124296303Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f9d61ff-6e20-480f-b1f6-3d9824ddddd4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.124506723Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.125811432Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84cee564-5fb7-4bf7-b338-a4d981a8e1e2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.126075088Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.128353096Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d3def03-e069-423a-8319-54eef4a35933\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.12865609Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.132075603Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bf6d83e-10a3-4f1d-be5e-41b95c4eaa3c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.132289529Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.136981267Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afbcfd42-df34-4331-a5af-6b5b8d571a74\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.137197548Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.141125134Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf73082f-758c-4b8b-bcda-0678bac12dbd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.141342657Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.145307627Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b9ea08c-856b-4060-9f4a-1bea9b404cdc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.145529329Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.14596642Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.149212507Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a492f0c-776a-415a-8234-7d5f1c71fae1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.149421514Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.150781664Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bec4f39-77a6-4fe0-9f47-f19f68855f8c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.151159757Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.152494717Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e849556-e9aa-4361-8f9c-1cd6defe2411\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.152720737Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.154193782Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32c8fdad-a431-4f41-a4e8-aec08600e91a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.154418239Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.155644132Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69ded3a0-7cbc-4827-baf9-9c89a4fd43c9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.155856876Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.157344971Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da562c4a-870c-45cb-972a-b3f5412266b4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.157600169Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.159272982Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db4891b8-c24f-4120-9e73-537839b301b1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.159486117Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.162455343Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06e5447c-c035-40db-b9bd-f65ffa2882fa\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.162722756Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.164833271Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca1c09a5-7bec-4b12-8e7b-9c3f2a0a9c36\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.165044431Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.166877814Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"791383c8-0846-45a3-a623-5c96eb624fbc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.167137662Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.171933417Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c7a8f12-1371-42e1-af5c-fc59ea2c35f1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.172155029Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.174763987Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b5749e2-f39e-4857-9f9d-65f432a76087\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.174979747Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42853/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.175954319Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77c4dfe5-bbb6-479d-8573-dc85b9db5138\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.177063659Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.17874046Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db1d84cf-d179-4331-88af-7a2295562eb9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.178965959Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.180037224Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"061724ba-3ed9-468f-84e4-70a9c694c4ce\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.180503342Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"Some(Body)","uri":"http://[::1]:42853/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.182638587Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42853","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42853/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3c5495f-3159-4c26-95a2-df56b4481fc7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.184117834Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","mgs_url":"http://[::1]:42107"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.184238615Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.18988277Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64220f58-03c3-4bd5-8f1f-54b4a9d82fdf\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.190252838Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.192896064Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6be872ad-d333-4e4a-9804-59c20106d889\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.193172785Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.196565415Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f290b583-3dc9-49b8-9b68-b30743f29a6e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.196940122Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.197622822Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.197866818Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.198151104Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.198525681Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.199597466Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.204085959Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.219260814Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.219323349Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.21935392Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.2208447Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.222593013Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65ca9ccf-e64e-4aec-bbdd-9832fd64c3d9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.223083611Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:42107/sp/sled/1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.224565954Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.224817155Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.225348533Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.227044422Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.227309671Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.227423317Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.228991091Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.23176602Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"gateway_url":"http://[::1]:42107","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:42107/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb2fa59b-db19-4126-9a8b-e3f54003156b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.23208749Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.232247379Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.232346667Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.232432197Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.233079627Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.234700827Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.234801548Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.239026837Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.244192699Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.244808055Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.244882784Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.244918656Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.244947924Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.245445986Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.246278064Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"id":"987c4b6f-8fa3-4d29-835a-663cfd0ebf88","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.246342593Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.253166749Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.268845108Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.268987982Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.269127129Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.270566778Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.272540781Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:54.272765829Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:54.274647779Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.325782702Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:50317"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.326040766Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:50317/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:54.326606544Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51028"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:54.32685067Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.327529282Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"4f54846b-149b-437b-99fe-cc16c9dd7fac","remote_addr":"[::1]:51028","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:54.327603069Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"4f54846b-149b-437b-99fe-cc16c9dd7fac","remote_addr":"[::1]:51028","local_addr":"[::1]:50317","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":439,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.32797484Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:50317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:50317/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f54846b-149b-437b-99fe-cc16c9dd7fac\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.383783054Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:56791"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.383924446Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:56791/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:54.384512317Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42516"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.385235778Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"7844337a-baa6-4a73-b8cc-7f309f024f35","remote_addr":"[::1]:42516","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:54.385378653Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"7844337a-baa6-4a73-b8cc-7f309f024f35","remote_addr":"[::1]:42516","local_addr":"[::1]:56791","component":"dropshot","sled_id":"4505d002-82fb-42d8-bd01-aec747c24738","component":"omicron_sled_agent::sim::Server","latency_us":276,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.385747568Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:56791","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:56791/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7844337a-baa6-4a73-b8cc-7f309f024f35\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.46111348Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64599"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.461500491Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64599/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:54.464378455Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41859"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.466295505Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"02662e4b-9f07-42e2-ba67-2847420e90e7","remote_addr":"[::1]:41859","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:54.467521487Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"02662e4b-9f07-42e2-ba67-2847420e90e7","remote_addr":"[::1]:41859","local_addr":"[::1]:64599","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1234,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.468823461Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64599","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64599/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02662e4b-9f07-42e2-ba67-2847420e90e7\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.54450891Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","sled_agent_url":"http://[::1]:64653"} {"msg":"client request","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.544580022Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","body":"None","uri":"http://[::1]:64653/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:54.545666236Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35803"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.545904541Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.546723412Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.548309272Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"510fc5b5-be03-4827-8603-69e2ee2eee18","remote_addr":"[::1]:35803","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_only_regions","level":30,"time":"2025-04-30T06:46:54.54919688Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"uri":"/inventory","method":"GET","req_id":"510fc5b5-be03-4827-8603-69e2ee2eee18","remote_addr":"[::1]:35803","local_addr":"[::1]:64653","component":"dropshot","sled_id":"dfdfa327-52ca-4250-9af5-b685c3bf3ba0","component":"omicron_sled_agent::sim::Server","latency_us":1263,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.557846314Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"SledAgent":"http://[::1]:64653","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(Response { url: \"http://[::1]:64653/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"510fc5b5-be03-4827-8603-69e2ee2eee18\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.561201018Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.561258993Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.561288352Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.567456461Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.567723443Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.567776359Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.567805036Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.568660671Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.568724358Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.569485494Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.569567457Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.569601846Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.576363628Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.580477946Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.580760739Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.580808214Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.581322779Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.594200597Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:54.635970421Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_only_regions","level":40,"time":"2025-04-30T06:46:54.636433594Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.636646578Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":38,"elapsed":"841.410526ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.636909131Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","iteration":39,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.636953149Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.63705918Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_only_regions","level":10,"time":"2025-04-30T06:46:54.637110452Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.63713958Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_only_regions","level":20,"time":"2025-04-30T06:46:54.641852681Z","hostname":"bmat-EVT22200007-000064cb","pid":27802,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8e093380-d44a-4032-a0f2-3bae92014176","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}